-- Logs begin at Fri 2020-12-04 20:56:21 UTC, end at Fri 2020-12-04 22:10:38 UTC. -- Dec 04 21:32:40.586828 dv-cinder-749155-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 04 21:32:43.316394 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.common.config [-] Logging enabled! Dec 04 21:32:43.316930 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev212 Dec 04 21:32:43.319063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80174) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 04 21:32:43.319766 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.common.config [-] Logging enabled! Dec 04 21:32:43.320054 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev212 Dec 04 21:32:43.320330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80174) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 04 21:32:43.321421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 04 21:32:43.321689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.325761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.326621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.326621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.326621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.326621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.326621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.327074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.327074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.327264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.327500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.327839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.328176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.328436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] debug = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.328754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.329297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.329621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.329963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.330299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.330611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.330928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.331250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.331622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] host = dv-cinder-749155-4-smb {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.331940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.332274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.332608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.332989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.333300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.333723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.334084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.334404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.334722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_file = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.335041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.335377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.335711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.336055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.336313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.336568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.336904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.337240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.337557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.337906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.338220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.338540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.338856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.339166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.339500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.339830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.340161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.340475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.340789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.341101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.341412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.341742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.342102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.342414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.342730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.343062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.343369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.343682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.344027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.344356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.344682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.345011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.345324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.345653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.346011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.346301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.346609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] use_json = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.346923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.347232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.347557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.347875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.348186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.348609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.349057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.349223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:43.349567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.349936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.350288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.350613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.350950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.351277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.351611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.351932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.352266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.352602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.352933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.353252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.353582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.353961 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.354304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.354621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.354941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.355532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.355854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.356168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.356505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.356828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.357143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.357466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.357789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.358128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.358440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.358758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.359092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.359410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.359721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.360033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.360348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.360656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.360984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.361301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.361613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.361947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.362267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.362579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.362890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.363205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.363515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.363829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.364743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.364940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.365907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.366148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.366527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.366767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.367086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.367403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.367718 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.368031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.368350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.368676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.368992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.369293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.369632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.370004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.370338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.370657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.370969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.371274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.371589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.371904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.372220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.372532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.372867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.373191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.373520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.373844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.374184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.374524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.374839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.375163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.375480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.375794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.376116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.376436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.376770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.377106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.377444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.377779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.378140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.378464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.378818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.379137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:43.379387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 04 21:32:43.379682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80174) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 04 21:32:44.041046 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading Gnome Dec 04 21:32:44.058434 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading Google Dec 04 21:32:44.061186 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading Windows (alt) Dec 04 21:32:44.064709 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading file Dec 04 21:32:44.065680 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading keyczar Dec 04 21:32:44.065993 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading multi Dec 04 21:32:44.066648 dv-cinder-749155-4-smb neutron-server[80174]: INFO keyring.backend [-] Loading pyfs Dec 04 21:32:44.115273 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:32:44.115578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:32:44.115901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:32:44.116274 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 04 21:32:44.533972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.534539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.534664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.595938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.596274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.596557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.600517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.600832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.601136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.681026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.681341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.681642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.682697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.683001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.683295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.805716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.805992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.806297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.806596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.807423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.991847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.992223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.992551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.992858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.993158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.993537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.993838 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.994153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.994443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.994777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.995072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.995374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.995678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.995968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.996277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.996588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.996879 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.997198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.997485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.997996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.998285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.998565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.998908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.999187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.999463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:44.999889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.000163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.000440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.000722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.000990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.001263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.003781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 04 21:32:45.011165 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 04 21:32:45.020078 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 04 21:32:45.026936 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 04 21:32:45.029762 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 04 21:32:45.031010 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 04 21:32:45.031394 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 04 21:32:45.031842 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 04 21:32:45.035444 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 04 21:32:45.035727 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 04 21:32:45.036483 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 04 21:32:45.059470 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 04 21:32:45.059940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.060272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80174) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 04 21:32:45.060684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.062131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80174) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 04 21:32:45.062459 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 04 21:32:45.062734 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 04 21:32:45.065687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.066030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.136399 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 04 21:32:45.136668 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 04 21:32:45.136946 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 04 21:32:45.137365 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 04 21:32:45.176123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.sqlalchemy.engines [None req-90891741-3022-4858-b611-624bb59d8bfe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80174) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 04 21:32:45.495724 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing driver for type 'gre' Dec 04 21:32:45.496289 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90891741-3022-4858-b611-624bb59d8bfe None None] gre ID ranges: [(1, 1000)] Dec 04 21:32:45.539885 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing driver for type 'local' Dec 04 21:32:45.540391 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing driver for type 'vlan' Dec 04 21:32:45.550761 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90891741-3022-4858-b611-624bb59d8bfe None None] VlanTypeDriver initialization complete Dec 04 21:32:45.551143 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing driver for type 'vxlan' Dec 04 21:32:45.552331 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90891741-3022-4858-b611-624bb59d8bfe None None] vxlan ID ranges: [(1, 1000)] Dec 04 21:32:45.595751 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing extension driver 'port_security' Dec 04 21:32:45.596103 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.extensions.port_security [None req-90891741-3022-4858-b611-624bb59d8bfe None None] PortSecurityExtensionDriver initialization complete Dec 04 21:32:45.596457 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing mechanism driver 'openvswitch' Dec 04 21:32:45.602853 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-90891741-3022-4858-b611-624bb59d8bfe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:32:45.603708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.604112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.604492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.604907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.605544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.605935 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.606347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.606723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.607095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.607501 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > security_group after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.607874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > security_group after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.608239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > security_group after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.608644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.609015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.609383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.706710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > address_group after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.707146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > address_group after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.707533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > address_group after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.707977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90891741-3022-4858-b611-624bb59d8bfe None None] ML2 OVO RPC backend initialized. {{(pid=80174) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 04 21:32:45.708963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.709363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.709826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.710236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > networks before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.710615 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.710989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > ports before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.711390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.711771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnets before_response 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.712149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.712525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.712895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.713262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.713633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.714025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.714399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.714764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.715129 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.715787 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.plugin [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Modular L2 Plugin initialization complete Dec 04 21:32:45.716140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading services supported by the core plugin {{(pid=80174) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 04 21:32:45.716502 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.plugins.ml2.managers [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Got port-security extension from driver 'port_security' Dec 04 21:32:45.717005 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.extensions.vlantransparent [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Disabled vlantransparent extension. Dec 04 21:32:45.718523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80174) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 04 21:32:45.718920 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: router Dec 04 21:32:45.761176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_interface before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.761545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_create 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.761976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router before_create 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.762375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.762782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.763165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_delete 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.763554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > floatingip after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.763950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_create 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.764325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_update 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.764704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_update 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.765084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.765475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_update 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.765975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_update 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.766384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.766753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.767118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: subnet after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.767486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.767864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > port precommit_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.768240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_create 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.768611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.768980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.769375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router after_update 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.769746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_delete 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.770150 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_create 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.770594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.770968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_update 55549900 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.771388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > network after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.772369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Tracking information for resource: router configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.772731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Tracking information for resource: floatingip configured {{(pid=80174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 21:32:45.777564 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_agentschedulers_db [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 04 21:32:45.778257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.778647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port after_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.779023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port after_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.779399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: port after_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.780285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router before_create 55550100 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.780686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_delete 55550100 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.781075 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_create 55550100 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.781458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > router precommit_update 55550100 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.786758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.provider_configuration [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service providers = [] {{(pid=80174) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 04 21:32:45.787186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.servicetype_db [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80174) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 04 21:32:45.789964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.service_base [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 21:32:45.790339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.service_base [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 21:32:45.790707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.service_base [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 21:32:45.791583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.service_base [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 21:32:45.791974 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.services.service_base [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 04 21:32:45.792387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.792730 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 04 21:32:45.815741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.816186 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: auto_allocate Dec 04 21:32:45.828082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: network precommit_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.828475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: network precommit_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.829086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.829440 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: tag Dec 04 21:32:45.842044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.842404 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: timestamp Dec 04 21:32:45.846481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.846843 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: network_ip_availability Dec 04 21:32:45.853486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.853917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.854307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:45.855415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.855771 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: flavors Dec 04 21:32:45.875379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.875738 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading Plugin: revisions Dec 04 21:32:45.881017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 21:32:45.881451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=80174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:32:45.882325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80174) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 04 21:32:45.882683 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Initializing extension manager. Dec 04 21:32:45.883262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: __init__.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.883637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: __pycache__ {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.884006 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: _filter_validation_lib.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.884366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.884729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: address_group.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.885576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.886297 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: address-group Dec 04 21:32:45.886659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: address_scope.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.887422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.888004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: address-scope Dec 04 21:32:45.888353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: admin_state_down_before_update.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.889343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.889932 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: router-admin-state-down-before-update Dec 04 21:32:45.890281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: agent.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.891041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.891626 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: agent Dec 04 21:32:45.891976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: agent_resources_synced.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.892891 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.893470 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: agent-resources-synced Dec 04 21:32:45.893822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: allowedaddresspairs.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.895765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.896663 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: allowed-address-pairs Dec 04 21:32:45.897066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: auto_allocated_topology.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.898312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.898978 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: auto-allocated-topology Dec 04 21:32:45.899432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: availability_zone.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.900239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.900881 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: availability_zone Dec 04 21:32:45.901302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: availability_zone_filter.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.902320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.902963 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: availability_zone_filter Dec 04 21:32:45.903367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: data_plane_status.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.904324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.904964 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension data-plane-status not supported by any of loaded plugins Dec 04 21:32:45.905363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: default_subnetpools.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.906570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.907223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: default-subnetpools Dec 04 21:32:45.907626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: dhcpagentscheduler.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.908614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.909267 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: dhcp_agent_scheduler Dec 04 21:32:45.909674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: dns.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.910685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.912223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension dns-integration not supported by any of loaded plugins Dec 04 21:32:45.912364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: dns_domain_ports.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.913282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.913951 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 04 21:32:45.914356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: dvr.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.915134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.915777 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: dvr Dec 04 21:32:45.916177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: empty_string_filtering.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.917159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.917803 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: empty-string-filtering Dec 04 21:32:45.918220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.919240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.919874 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 04 21:32:45.920278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.921252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.921907 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 04 21:32:45.922331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: external_net.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.923292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.923929 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: external-net Dec 04 21:32:45.924332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: extra_dhcp_opt.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.925296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.925962 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: extra_dhcp_opt Dec 04 21:32:45.926364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: extraroute.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.927907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.928548 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: extraroute Dec 04 21:32:45.928972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: extraroute_atomic.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.930142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.930784 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: extraroute-atomic Dec 04 21:32:45.931188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: filter_validation.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.931955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.932597 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: filter-validation Dec 04 21:32:45.932997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: fip_pf_description.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.933989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.934627 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 04 21:32:45.935039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: fip_port_details.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.936065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.936746 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: fip-port-details Dec 04 21:32:45.937189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: flavors.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.938599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.939407 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: flavors Dec 04 21:32:45.939867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.941646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.942324 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 04 21:32:45.943783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: floatingip_pools.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.943783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.944080 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: floatingip-pools Dec 04 21:32:45.944373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: ip_allocation.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.945314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.945912 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension ip_allocation not supported by any of loaded plugins Dec 04 21:32:45.946263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.947177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.947752 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: ip-substring-filtering Dec 04 21:32:45.948106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l2_adjacency.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.949019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.949594 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension l2_adjacency not supported by any of loaded plugins Dec 04 21:32:45.949970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.951078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.951666 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: router Dec 04 21:32:45.952026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3_conntrack_helper.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.954532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.955137 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 04 21:32:45.955502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.956433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.957022 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: ext-gw-mode Dec 04 21:32:45.957377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.958681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.959073 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: l3-ha Dec 04 21:32:45.959425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3_flavors.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.960362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.960942 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: l3-flavors Dec 04 21:32:45.961294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.962357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.962945 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: l3-port-ip-change-not-allowed Dec 04 21:32:45.963298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: l3agentscheduler.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.964558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.965156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: l3_agent_scheduler Dec 04 21:32:45.965530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: logging.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.967140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.967734 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension logging not supported by any of loaded plugins Dec 04 21:32:45.968096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: metering.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.968896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.969603 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: metering Dec 04 21:32:45.969977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.971102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.971679 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: metering_source_and_destination_fields Dec 04 21:32:45.972040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: multiprovidernet.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.972971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.974102 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: multi-provider Dec 04 21:32:45.974469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: netmtu.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.975455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.976037 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: net-mtu Dec 04 21:32:45.976389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: netmtu_writable.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.977318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.977918 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: net-mtu-writable Dec 04 21:32:45.978276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: network_availability_zone.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.978999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.979574 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: network_availability_zone Dec 04 21:32:45.979927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: network_ip_availability.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.981435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.982043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: network-ip-availability Dec 04 21:32:45.982399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: network_segment_range.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.983241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.983814 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension network-segment-range not supported by any of loaded plugins Dec 04 21:32:45.984165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: pagination.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.985157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.985525 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: pagination Dec 04 21:32:45.985918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.986836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.987421 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: port-mac-address-regenerate Dec 04 21:32:45.987771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.988695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.990046 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: port-numa-affinity-policy Dec 04 21:32:45.990462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: port_resource_request.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.991437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.992005 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension port-resource-request not supported by any of loaded plugins Dec 04 21:32:45.992352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: portbindings.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.993305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.993905 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: binding Dec 04 21:32:45.994251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: portbindings_extended.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.995558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.996137 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: binding-extended Dec 04 21:32:45.996492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: portsecurity.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.997417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.998064 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: port-security Dec 04 21:32:45.998419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: project_id.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:45.999393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:45.999754 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: project-id Dec 04 21:32:46.005912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: providernet.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.005912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.005912 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: provider Dec 04 21:32:46.005912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.005912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.006785 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos not supported by any of loaded plugins Dec 04 21:32:46.006785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.008083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.008664 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 04 21:32:46.009021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.009987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.010558 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 04 21:32:46.010914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_default.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.011895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.012418 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-default not supported by any of loaded plugins Dec 04 21:32:46.012769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_fip.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.013473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.014106 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-fip not supported by any of loaded plugins Dec 04 21:32:46.014462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_gateway_ip.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.015391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.015966 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 04 21:32:46.016331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_port_network_policy.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.017226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.017802 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 04 21:32:46.018183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_rule_type_details.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.019088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.019657 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 04 21:32:46.020009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: qos_rules_alias.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.021149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.021860 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 04 21:32:46.022235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: quotasv2.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.023292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.023653 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: quotas Dec 04 21:32:46.024002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: quotasv2_detail.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.025624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.026022 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: quota_details Dec 04 21:32:46.026380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: rbac.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.027694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.028315 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: rbac-policies Dec 04 21:32:46.028673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: rbac_address_scope.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.029621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.030263 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: rbac-address-scope Dec 04 21:32:46.030647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: rbac_security_groups.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.031541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.032122 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: rbac-security-groups Dec 04 21:32:46.032479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: rbac_subnetpool.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.033400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.034015 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: rbac-subnetpool Dec 04 21:32:46.034373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: revisionifmatch.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.035293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.036401 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: revision-if-match Dec 04 21:32:46.036774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: revisions.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.038195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.038790 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: standard-attr-revisions Dec 04 21:32:46.039148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: router_availability_zone.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.039871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.040584 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: router_availability_zone Dec 04 21:32:46.040813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: routerservicetype.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.041746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.042347 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension router-service-type not supported by any of loaded plugins Dec 04 21:32:46.042704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: security_groups_port_filtering.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.043661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.044241 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: port-security-groups-filtering Dec 04 21:32:46.044592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.045815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.046111 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: security-groups-remote-address-group Dec 04 21:32:46.046464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: securitygroup.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.060440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.061095 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: security-group Dec 04 21:32:46.061457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: segment.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.062427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.063013 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension segment not supported by any of loaded plugins Dec 04 21:32:46.063372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.064360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.064943 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 04 21:32:46.065297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: servicetype.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.066446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.067042 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: service-type Dec 04 21:32:46.067447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: sorting.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.068451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.068815 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: sorting Dec 04 21:32:46.069167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: standard_attr_segment.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.070094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.070678 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 04 21:32:46.071032 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: standardattrdescription.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.071727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.072308 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: standard-attr-description Dec 04 21:32:46.072660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: stateful_security_group.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.073581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.074193 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: stateful-security-group Dec 04 21:32:46.074550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: stdattrs_common.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.075137 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 04 21:32:46.075487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.076407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.076987 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 04 21:32:46.077342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: subnet_onboard.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.078432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.079019 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: subnet_onboard Dec 04 21:32:46.079372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.080369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.080944 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 04 21:32:46.081296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: subnet_service_types.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.082247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.083363 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: subnet-service-types Dec 04 21:32:46.083721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: subnetallocation.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.084809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.085387 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: subnet_allocation Dec 04 21:32:46.085742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.086457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.087032 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: subnetpool-prefix-ops Dec 04 21:32:46.087383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.088324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.088908 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 04 21:32:46.089261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: tagging.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.090614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.091201 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: standard-attr-tag Dec 04 21:32:46.091580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: timestamp.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.092726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.093310 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loaded extension: standard-attr-timestamp Dec 04 21:32:46.093669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: trunk.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.094709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.095292 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension trunk not supported by any of loaded plugins Dec 04 21:32:46.095644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: trunk_details.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.096562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.097141 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension trunk-details not supported by any of loaded plugins Dec 04 21:32:46.097492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: uplink_status_propagation.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.098991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.099578 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 04 21:32:46.099926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Loading extension file: vlantransparent.py {{(pid=80174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 04 21:32:46.100635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 04 21:32:46.101207 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extension vlan-transparent not supported by any of loaded plugins Dec 04 21:32:46.103930 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:network Dec 04 21:32:46.104758 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:subnet Dec 04 21:32:46.105668 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 21:32:46.106352 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:port Dec 04 21:32:46.108945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.109432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service FLAVORS assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.110135 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.110596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.110959 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:router Dec 04 21:32:46.111661 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:floatingip Dec 04 21:32:46.112418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service METERING assigned prefix: /metering {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.114283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:46.114689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:46.115055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:32:46.116182 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of CountableResource for resource:rbac_policy Dec 04 21:32:46.116660 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:security_group Dec 04 21:32:46.117456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:security_group_rule Dec 04 21:32:46.118286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service CORE assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.118655 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 21:32:46.119013 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] subnetpool is already registered Dec 04 21:32:46.119679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service CORE assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.120038 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 21:32:46.120389 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] subnetpool is already registered Dec 04 21:32:46.123153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.123624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service FLAVORS assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.124248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.124700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.125064 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:router Dec 04 21:32:46.125421 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] router is already registered Dec 04 21:32:46.126099 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:floatingip Dec 04 21:32:46.126456 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] floatingip is already registered Dec 04 21:32:46.127136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service METERING assigned prefix: /metering {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.127861 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of CountableResource for resource:rbac_policy Dec 04 21:32:46.128213 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] rbac_policy is already registered Dec 04 21:32:46.128826 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:security_group Dec 04 21:32:46.129179 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] security_group is already registered Dec 04 21:32:46.129857 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:security_group_rule Dec 04 21:32:46.130235 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] security_group_rule is already registered Dec 04 21:32:46.130940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service CORE assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.131301 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 21:32:46.131648 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] subnetpool is already registered Dec 04 21:32:46.132298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.resource_helper [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Service CORE assigned prefix: {{(pid=80174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 21:32:46.132650 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 21:32:46.132997 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.quota.resource_registry [None req-90891741-3022-4858-b611-624bb59d8bfe None None] subnetpool is already registered Dec 04 21:32:46.133726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: extensions {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.135347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: address-groups {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.137023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: address-scopes {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.138330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: agents {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.139564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: auto-allocated-topology {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.140897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: availability_zones {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.142307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: dhcp-networks {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.143789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: dhcp-agents {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.145799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: routers {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.147734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: flavors {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.148967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: service_profiles {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.150271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: next_providers {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.151892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: service_profiles {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.153415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: floatingip-pools {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.154716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: routers {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.156629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: floatingips {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.157938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: l3-routers {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.159373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: l3-agents {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.160883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: metering-labels {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.162855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: metering-label-rules {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.164298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: network-ip-availabilities {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.165619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: bindings {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.167380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: quotas {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.168914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: quotas {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.170431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: rbac-policies {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.171815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: security-groups {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.173082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: security-group-rules {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.174426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: service-providers {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.175724 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: subnetpools {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.177412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: subnetpools {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.178993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.180770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.183720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.185587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.187511 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.189280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.191213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.193351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.195364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.197315 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.extensions [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Extended resource: tags {{(pid=80174) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 04 21:32:46.204575 dv-cinder-749155-4-smb neutron-server[80174]: WARNING keystonemiddleware.auth_token [None req-90891741-3022-4858-b611-624bb59d8bfe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 04 21:32:46.210577 dv-cinder-749155-4-smb neutron-server[80174]: WARNING keystonemiddleware.auth_token [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 04 21:32:46.219389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Acquired lock "singleton_lock" {{(pid=80174) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 04 21:32:46.219903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Releasing lock "singleton_lock" {{(pid=80174) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 04 21:32:46.221413 dv-cinder-749155-4-smb neutron-server[80174]: INFO oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Starting 2 workers Dec 04 21:32:46.227063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Started child 80285 {{(pid=80174) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 21:32:46.231948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:32:46.232278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Started child 80286 {{(pid=80174) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 21:32:46.233536 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [-] (80285) wsgi starting up on http://0.0.0.0:9696 Dec 04 21:32:46.233912 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Neutron service started, listening on 0.0.0.0:9696 Dec 04 21:32:46.234591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Notify callbacks [] for process, before_spawn {{(pid=80174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:32:46.236155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:32:46.237200 dv-cinder-749155-4-smb neutron-server[80174]: INFO oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Starting 1 workers Dec 04 21:32:46.237550 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [-] (80286) wsgi starting up on http://0.0.0.0:9696 Dec 04 21:32:46.241510 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58620) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:32:46.242980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Started child 80288 {{(pid=80174) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 21:32:46.243566 dv-cinder-749155-4-smb neutron-server[80174]: INFO oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Starting 1 workers Dec 04 21:32:46.249904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] calling RpcWorker wait() {{(pid=80288) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 04 21:32:46.249904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] returning from RpcWorker wait() {{(pid=80288) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 04 21:32:46.249904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:32:46.250582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Started child 80289 {{(pid=80174) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 21:32:46.250741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:32:46.250890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90891741-3022-4858-b611-624bb59d8bfe None None] Notify callbacks [] for process, after_spawn {{(pid=80174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:32:46.251355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80174) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 04 21:32:46.251586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 04 21:32:46.251789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 04 21:32:46.252065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 04 21:32:46.252493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 04 21:32:46.252657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 04 21:32:46.253318 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095108 Dec 04 21:32:46.253596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.254038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.254472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.254947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.255406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.256240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.256677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.257113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:32:46.257263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.257701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.258084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:32:46.258317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.258668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.258847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.259271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.259676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.260166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.260604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.261011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.261410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.261758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.262275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.262746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.263186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.263663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] debug = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.263955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.264553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.265023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.265470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.265944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.266423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.266873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.267176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.267446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.267722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.267991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.268282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.268532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.268786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.269094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.269341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.269790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] host = dv-cinder-749155-4-smb {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.270064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.270904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.275610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_file = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_options = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.276874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.277467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.277467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.277467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.277780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.277988 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.278879 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.279323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.279701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.280099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.280508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.280904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.281279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.281656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.282123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.282365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.282610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.283406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.283406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.283406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.283678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.283761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.284087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.284318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.284584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.285043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.285292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.285556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.286497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.286963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.287505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.287505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.287687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.288114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.288525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.288922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.289322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_json = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.289777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.290239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.290551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.290804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.291073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.291338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.291583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.291870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.292341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.292652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.293014 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.293286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.293552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.293830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.295081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.295341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.295611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.295884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.296195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.296422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.296986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.297485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.297993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.298492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.298914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.299195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.299462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.299705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.299954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.300203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.300506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.300759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.300990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.301415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.302083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.302553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.302979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.303446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.303724 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.303980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.304230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.304478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.304723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.304981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.305247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.305563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.305862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.306932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.310645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.310940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.311211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.311490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.311834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.312101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.312367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.312618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.312859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.313281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.313695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.314566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.315010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.315702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.315944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.316329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.316749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.320436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.321388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.321631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.322079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.322518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.324450 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.325203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.325476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.326047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.326318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.326582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.326887 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.329057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.329543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.330333 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.331206 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.332002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.333338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.334134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.335093 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.337755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.339649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.340164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.340499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.341026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.341026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.341423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.342351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.342351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.342351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.342552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.342768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.344460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.345009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.345009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.345265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.346994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.347110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.347350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.347691 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.347998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.348329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.348768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.349422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.349422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.349707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.350415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.351715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.354550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.356973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.357273 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.357941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.357941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.358352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.359087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.359371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.359654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.359932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.360229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.360512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.360779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.361041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.361749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.362042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.362310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.362619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.362872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.363126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.363374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.363862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.364660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.365119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.366207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.366454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.367112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.367112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.367465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.367465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.367771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.367955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.368188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.368641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.369087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.369356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.369626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.369927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.370212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.370760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.370760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.371080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.371234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.371383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.371638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.372242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.372242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.372546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.372687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.372928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.374024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.374393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.374665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.375875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.376143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.379403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.382517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.383968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.384214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.384469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.384719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.384971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.385295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.385651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.386016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.386530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.387502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.387502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.387502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.387936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.387936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.388218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.389332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.389332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.389332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.389332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.390134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.390134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.390425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.390425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.390695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.390961 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.391157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.391450 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.392393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.392393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.392393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.392393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.392717 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.392908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.393364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.393618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.393788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 04 21:32:46.394371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80174) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 04 21:32:46.394528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 04 21:32:46.394689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 04 21:32:46.395104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 04 21:32:46.395554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 04 21:32:46.395655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 04 21:32:46.395999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.396194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.396363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.396554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.396711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.396925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.397080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:32:46.397227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.397380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.397523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.397673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.397832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.398733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.398936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.399139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.399293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.399548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.399706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.399849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400289 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] debug = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.400941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.401106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.401292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.401458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.401610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.401759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.401964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.402115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.402258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.402448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.402600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.402788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.402970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.403154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.403336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.403519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] host = dv-cinder-749155-4-smb {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.403700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.403882 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.404063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.404245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.404427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.404609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.404794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.404957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.405136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.405295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.405475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.405627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.405812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.406001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_file = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.406158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_options = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.406303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.406483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.406636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.406846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.407000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.407196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.407347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.407536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.407715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.407962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.408958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.409108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.409600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.409600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.409600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.410924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.411970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.412901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.412901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.412901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.412901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.412901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.412901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.414488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.414488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.414488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.414488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_json = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.414488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.414488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.415291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.415291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.415291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.415291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.415291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.416087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 21:32:46.416087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.416736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.417274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.417274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.417274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.417668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.417668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.417668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.418235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.418235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.418235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.418642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.418642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.418642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.419955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.420225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.420225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.420492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.420492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.420767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.421932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.422880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.422880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.423183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.423183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.423466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.423466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.423745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.423745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.424998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.425138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.425279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.425473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.425635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.425777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.425957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.426117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.426261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.426444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.427250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.428690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.429236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.429236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.429236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.430418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.431537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.433179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.434394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.436190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.438675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.439721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.440759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.442765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.444475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.445512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.446766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.448733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.449773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.451088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.452512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.452729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.453034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.453194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.453337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.453480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.453621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.453862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.454084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.454227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.454369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.454523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.455470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.455470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.455787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.455787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.456991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.457142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.457287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.457431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.457580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.457775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.458794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.458794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.458794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.458794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.458794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.458794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.459392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.459392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 21:32:46.459914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80174) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 04 21:32:57.909998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60695860-bad1-4a37-a223-322caf0a727f None None] get_active_networks_info from dv-cinder-749155-4-smb {{(pid=80288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 04 21:32:58.045954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60695860-bad1-4a37-a223-322caf0a727f None None] No non-hosted networks {{(pid=80288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 04 21:32:58.097600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f9c4439-813e-4d01-8e32-56992d3d95e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023'] for agent, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:00.876509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c1783cdf-0bc7-4a97-a6ac-7c6601f5aacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023'] for agent, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:00.967867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31ed0bcc-b33c-4b46-b4a1-fc3fd2ef8a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:01.868062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023'] for agent, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:02.519241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023'] for agent, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:02.520046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.520319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.520863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.528077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.530761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.531301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.531830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.532339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.534992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.535552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.536725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.537248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:02.538004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-749155-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:02.551113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-749155-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:03.722733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023'] for agent, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:04.663544 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_hamode_db [None req-a3fbb79a-befb-4e29-9891-fca386d840b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 04 21:33:04.769450 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fbb79a-befb-4e29-9891-fca386d840b1 None None] Routers set() bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:33:04.770326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fbb79a-befb-4e29-9891-fca386d840b1 None None] Router IDs set() for agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 04 21:33:04.806877 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] get_endpoint_by_host() called for host dv-cinder-749155-4-smb {{(pid=80288) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 04 21:33:04.812065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] get_endpoint_by_ip() called for ip 192.168.0.35 {{(pid=80288) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 04 21:33:04.815324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] _add_endpoint() called for ip 192.168.0.35 {{(pid=80288) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 04 21:33:04.821223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] _get_endpoints() called {{(pid=80288) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 04 21:33:05.287132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58726) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:06.085708 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-06ee501d-6493-4de8-bdbe-2516e3998e93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:06.086373 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-06ee501d-6493-4de8-bdbe-2516e3998e93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:06.322504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [None req-06ee501d-6493-4de8-bdbe-2516e3998e93 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:33:06.323592 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-06ee501d-6493-4de8-bdbe-2516e3998e93 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 1.0353603 Dec 04 21:33:09.056991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58740) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:09.509844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:09.558917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.policy [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80285) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 04 21:33:09.559675 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:09.560100 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:09.568060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] Loaded quota_driver: . Dec 04 21:33:09.613569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:09.668283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302166634434', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302166657774', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302166655884', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302166593983', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302166614631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-661679', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663317', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7914431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8295615'] for rbac-policy, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:09.733884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:09.735179 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4867cee4-d704-49a8-99ed-704d3e33a7c0 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6771898 Dec 04 21:33:12.787496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58754) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:13.216234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'name': 'private'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:13.222594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:13.229038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Usage tracker for resource:network and tenant:a9ef7dd7ce544eb9aad0b8018fd63b23 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:13.233312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:13.239983 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:13.249589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Made reservation on behalf of a9ef7dd7ce544eb9aad0b8018fd63b23 for: {'network': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:33:13.255982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.277368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.294332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:13.298373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ef7dd7ce544eb9aad0b8018fd63b23 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:13.302940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:13.308706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:13.414449 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.417624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.423865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:13.451253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:33:13.481951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.482538 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Added segment 1a525a20-7a33-4b46-b44f-5935a87312f9 of type vxlan for network 99efc073-fd7b-4efe-a793-a64422f40f53 Dec 04 21:33:13.493186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59982970-eb12-4981-b228-28d528a74aae,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:13.557473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.557847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.558238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.558603 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.558959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.559313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.559662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.560011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.560379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.560726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.561069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.561411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Tracked resource versions report: Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:33:13.562632 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:33:13.614074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.623416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:13.657288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.658775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:13.659243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:13.664904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:13.936787 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1481090 Dec 04 21:33:13.940077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Pushing event updated for resources: {'Network': ['ID=99efc073-fd7b-4efe-a793-a64422f40f53,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:13.963576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:13.971682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 99efc073-fd7b-4efe-a793-a64422f40f53 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:33:17.132986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58770) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:17.665575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b3bb1-9cac-471f-8808-266af4109b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:17.667113 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ae3b3bb1-9cac-471f-8808-266af4109b63 admin admin] 10.222.0.17 "GET /v2.0/networks/99efc073-fd7b-4efe-a793-a64422f40f53 HTTP/1.1" status: 200 len: 818 time: 0.5330913 Dec 04 21:33:17.697245 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-064a1152-6b78-4ebf-837f-70a66ad01607 admin admin] 10.222.0.17 "GET /v2.0/subnetpools/80e980e9-799d-4135-82c9-dc6b9ee1d939 HTTP/1.1" status: 200 len: 734 time: 0.0236907 Dec 04 21:33:17.707282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:17.715516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:17.720017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Usage tracker for resource:subnet and tenant:a9ef7dd7ce544eb9aad0b8018fd63b23 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:17.723146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:17.729528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:17.738783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Made reservation on behalf of a9ef7dd7ce544eb9aad0b8018fd63b23 for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:33:17.743892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:18.297682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:18.313574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:18.459146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93201c76-c4fd-45b0-98fb-241351c3d3cc,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:18.466275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:18.525021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Checking segment: {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:33:18.525397 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Network hostable DHCP agents. Network: 99efc073-fd7b-4efe-a793-a64422f40f53, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:33:18.548788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Network 99efc073-fd7b-4efe-a793-a64422f40f53 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:33:18.559494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 99efc073-fd7b-4efe-a793-a64422f40f53) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:33:18.564161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:18.564788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:18.569316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677a3b4-f0c2-447f-82cb-ac97c06c23a6 None None] Network 99efc073-fd7b-4efe-a793-a64422f40f53 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:33:18.587181 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f9f059d7-321d-45e4-97cb-6f7c777d45e7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8837399 Dec 04 21:33:18.899962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-99efc073-fd7b-4efe-a793-a64422f40f53', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:33:18.901215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:19.434054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Allocated IP 172.20.0.2 (99efc073-fd7b-4efe-a793-a64422f40f53/93201c76-c4fd-45b0-98fb-241351c3d3cc/70fc2d31-1375-4706-88c4-1f76a1c8870e) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:33:19.675374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:19.688382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Transition to ACTIVE for port object 70fc2d31-1375-4706-88c4-1f76a1c8870e will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:33:19.706012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Transition to ACTIVE for port object 70fc2d31-1375-4706-88c4-1f76a1c8870e will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:33:19.712530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:19.728430 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:19.864738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Pushing event updated for resources: {'Port': ['ID=70fc2d31-1375-4706-88c4-1f76a1c8870e,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:19.885015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.885388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.885752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.886149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.886501 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.886853 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.887199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.887542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.887910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.888228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.888567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.888905 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Tracked resource versions report: Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:33:19.890055 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:33:19.897471 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:19.939207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Network 99efc073-fd7b-4efe-a793-a64422f40f53 is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:33:19.940360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:33:19.943767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:33:20.001485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Attempting to bind port 70fc2d31-1375-4706-88c4-1f76a1c8870e on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:33:20.002317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Attempting to bind port 70fc2d31-1375-4706-88c4-1f76a1c8870e by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:33:20.002947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Attempting to bind port 70fc2d31-1375-4706-88c4-1f76a1c8870e on network 99efc073-fd7b-4efe-a793-a64422f40f53 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:33:20.011034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:33:20.012167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Checking segment: {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:33:20.012167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:20.012334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Bound using segment: {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:33:20.012819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Bound port: 70fc2d31-1375-4706-88c4-1f76a1c8870e, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:33:20.013243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:20.113139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] For port 70fc2d31-1375-4706-88c4-1f76a1c8870e, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:33:20.117644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] For port 70fc2d31-1375-4706-88c4-1f76a1c8870e, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=70fc2d31-1375-4706-88c4-1f76a1c8870e,segment=NetworkSegment(1a525a20-7a33-4b46-b44f-5935a87312f9),segment_id=1a525a20-7a33-4b46-b44f-5935a87312f9)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:33:20.121193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:20.136612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:20.297389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Pushing event updated for resources: {'Port': ['ID=70fc2d31-1375-4706-88c4-1f76a1c8870e,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:20.300658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:21.413727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58780) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:21.879799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [None req-aaa6d0ed-b379-45c1-a866-087befc8cf71 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:33:21.881632 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-aaa6d0ed-b379-45c1-a866-087befc8cf71 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4666045 Dec 04 21:33:24.726989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58794) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:24.731656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3b14e-d2e2-4f6c-be84-3101d1b15c9a None None] Network 99efc073-fd7b-4efe-a793-a64422f40f53 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:33:24.836305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-755fb814-4e24-47f6-b173-a8d4149520b3 None None] Provisioning for port 70fc2d31-1375-4706-88c4-1f76a1c8870e completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:33:24.924770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 70fc2d31-1375-4706-88c4-1f76a1c8870e up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:33:25.071846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 70fc2d31-1375-4706-88c4-1f76a1c8870e completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:33:25.080934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 70fc2d31-1375-4706-88c4-1f76a1c8870e triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:25.081344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:25.218710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:25.259000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 70fc2d31-1375-4706-88c4-1f76a1c8870e, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=70fc2d31-1375-4706-88c4-1f76a1c8870e,segment=NetworkSegment(1a525a20-7a33-4b46-b44f-5935a87312f9),segment_id=1a525a20-7a33-4b46-b44f-5935a87312f9)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:33:25.262424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:25.264760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:25.305254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [None req-2ce9997c-62f0-4cb7-b07e-8df09d2437eb admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:33:25.309066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2ce9997c-62f0-4cb7-b07e-8df09d2437eb admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.5808151 Dec 04 21:33:25.344894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=70fc2d31-1375-4706-88c4-1f76a1c8870e,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:25.349037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:25.387150 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-f3d2e87c-7c20-40f9-83ed-b97b9c856044 None None] Provisioning complete for port 70fc2d31-1375-4706-88c4-1f76a1c8870e triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:25.387561 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e87c-7c20-40f9-83ed-b97b9c856044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:25.656224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d17a3058-21e7-4db9-bd24-8f1e55fd2c40 None None] Provisioning complete for port 70fc2d31-1375-4706-88c4-1f76a1c8870e triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:25.656642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d17a3058-21e7-4db9-bd24-8f1e55fd2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:25.898917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-7b2688f2-dfa9-4b0d-8e07-f3bd36fa418a None None] Provisioning complete for port 70fc2d31-1375-4706-88c4-1f76a1c8870e triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:25.899488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b2688f2-dfa9-4b0d-8e07-f3bd36fa418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:26.861939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 70fc2d31-1375-4706-88c4-1f76a1c8870e up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:33:26.930574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 70fc2d31-1375-4706-88c4-1f76a1c8870e triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:26.931121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:27.705088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-435430f9-0902-4513-9583-8f3f15d8bb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:28.492281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58806) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:28.904922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'name': 'router1'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:28.910554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:28.914545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Usage tracker for resource:router and tenant:a9ef7dd7ce544eb9aad0b8018fd63b23 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:28.917665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:28.923354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:28.932953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:28.934344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:28.957253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:29.054976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:29.074066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:29.075334 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-de6cb8e9-7480-411e-bde3-7df35e6df545 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5820029 Dec 04 21:33:30.877896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73d99a62-b1ba-42d5-98b7-091afa74485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:31.806067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:31.826374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 58826) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:32.149771 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-9c66d246-6987-4bab-8a06-db5eca503c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:32.150422 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-9c66d246-6987-4bab-8a06-db5eca503c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:32.385979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [None req-9c66d246-6987-4bab-8a06-db5eca503c7d admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:33:32.387314 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9c66d246-6987-4bab-8a06-db5eca503c7d admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.5590241 Dec 04 21:33:32.504687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:33.629292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:34.972554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 58850) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:35.057562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:35.060581 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.quota [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Loaded quota_driver: . Dec 04 21:33:35.106611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:35.112951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Usage tracker for resource:network and tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:35.118194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:35.125129 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:35.140123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Made reservation on behalf of a66d4e6d1b6a420e9059f1e9edb5ead4 for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:33:35.175192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.policy [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80286) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 04 21:33:35.176046 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:35.176461 dv-cinder-749155-4-smb neutron-server[80174]: WARNING oslo_policy.policy [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 21:33:35.187064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.206788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.223740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:35.228932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Usage tracker for resource:security_group_rule and tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:35.232904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:35.238949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:35.352675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.355452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.361406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:35.375972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Reserving flat network on physical network physnet1 {{(pid=80286) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 04 21:33:35.410880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.412491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Unsubscribe: segment precommit_create {{(pid=80286) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 04 21:33:35.414274 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Added segment 2178fa33-c0ba-485a-a1e1-cbf432b07116 of type flat for network b234d780-2f3f-4e66-b428-ba76b021e811 Dec 04 21:33:35.423556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b29aa9-c328-496d-8442-83dc4721df46,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:35.479260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.479622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.479974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.480322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.480661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.481251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.481590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.481947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.482304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.482640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.482971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.483304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Tracked resource versions report: Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:33:35.484456 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:33:35.546321 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:35.553298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.621449 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.623675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:35.624637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:35.632908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:35.974115 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0003214 Dec 04 21:33:35.974912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Pushing event updated for resources: {'Network': ['ID=b234d780-2f3f-4e66-b428-ba76b021e811,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:35.978178 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:35.986278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network b234d780-2f3f-4e66-b428-ba76b021e811 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:33:38.532923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 58866) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:38.682948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabb9986-a257-4a63-9a14-d01b7c9c0556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:38.684456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-eabb9986-a257-4a63-9a14-d01b7c9c0556 admin admin] 10.222.0.17 "GET /v2.0/subnets/93201c76-c4fd-45b0-98fb-241351c3d3cc HTTP/1.1" status: 200 len: 849 time: 0.1505127 Dec 04 21:33:38.852588 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-95a1a42a-c24e-4ff7-bd8d-d842f34e4c55 admin admin] 10.222.0.17 "GET /v2.0/routers/75fbe06e-18be-4e45-b2aa-d263548f126f HTTP/1.1" status: 200 len: 704 time: 0.1618540 Dec 04 21:33:39.332510 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:39.728021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Allocated IP 172.20.0.1 (99efc073-fd7b-4efe-a793-a64422f40f53/93201c76-c4fd-45b0-98fb-241351c3d3cc/fb9b01bf-5c47-4c82-b4c9-3d960a7e511d) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:33:39.903857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:39.922403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Transition to ACTIVE for port object fb9b01bf-5c47-4c82-b4c9-3d960a7e511d will not be triggered until provisioned by entity DHCP. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:33:39.974212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:39.990764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:40.280422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:40.295061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:40.340771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Network 99efc073-fd7b-4efe-a793-a64422f40f53 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:33:40.341908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:33:40.344805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:33:40.345322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:40.526535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-3816d667-cb19-4a7a-8109-9924b3158d76 None None] Provisioning for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:33:40.532344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-3816d667-cb19-4a7a-8109-9924b3158d76 None None] Provisioning complete for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:40.532681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3816d667-cb19-4a7a-8109-9924b3158d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:40.589078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-3816d667-cb19-4a7a-8109-9924b3158d76 None None] Port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:33:40.614025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:40.909783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:40.913999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:40.915116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:40.928058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:41.060086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:41.064550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:41.120310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Network 99efc073-fd7b-4efe-a793-a64422f40f53 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:33:41.121427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:33:41.316217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-80bb0e0c-b60c-481c-b950-1ed311cc1d80 None None] Provisioning complete for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:41.316530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-80bb0e0c-b60c-481c-b950-1ed311cc1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:41.331250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Router 75fbe06e-18be-4e45-b2aa-d263548f126f is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:33:41.378154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-80bb0e0c-b60c-481c-b950-1ed311cc1d80 None None] Port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:33:41.493488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:33:41.503038 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] 10.222.0.17 "PUT /v2.0/routers/75fbe06e-18be-4e45-b2aa-d263548f126f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6442924 Dec 04 21:33:41.504073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Sync routers for ids ['75fbe06e-18be-4e45-b2aa-d263548f126f'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:33:41.516129 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Routers {'75fbe06e-18be-4e45-b2aa-d263548f126f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:33:41.516995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:33:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['75fbe06e-18be-4e45-b2aa-d263548f126f'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:41.702023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Set router 75fbe06e-18be-4e45-b2aa-d263548f126f gateway port host: None {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:33:42.120125 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'name': 'router1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:28Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'gw_port_host': None, '_interfaces': [{'id': 'fb9b01bf-5c47-4c82-b4c9-3d960a7e511d', 'name': '', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'mac_address': 'fa:16:3e:d1:c0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'subnets': [{'id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:42.125352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Checking router: 75fbe06e-18be-4e45-b2aa-d263548f126f for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:33:42.125767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Updating router 75fbe06e-18be-4e45-b2aa-d263548f126f port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:33:42.182181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:42.824984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:42.842624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Transition to ACTIVE for port object fb9b01bf-5c47-4c82-b4c9-3d960a7e511d will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:33:42.845800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:42.863219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:43.024167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Pushing event updated for resources: {'Port': ['ID=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:43.035415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.035784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.036149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.036742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.037526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.037900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.038262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.038618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.038965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.039312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.039659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.040008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Tracked resource versions report: Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:33:43.041145 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:33:43.044931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:43.217381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Attempting to bind port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:33:43.218211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Attempting to bind port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:33:43.218374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Attempting to bind port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d on network 99efc073-fd7b-4efe-a793-a64422f40f53 {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:33:43.226222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:33:43.226633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Checking segment: {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:33:43.227094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:43.227525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Bound using segment: {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:33:43.228096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Bound port: fb9b01bf-5c47-4c82-b4c9-3d960a7e511d, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a525a20-7a33-4b46-b44f-5935a87312f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:33:43.228642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:43.335372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] For port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:33:43.340401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] For port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,segment=NetworkSegment(1a525a20-7a33-4b46-b44f-5935a87312f9),segment_id=1a525a20-7a33-4b46-b44f-5935a87312f9)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:33:43.343303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:43.360493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:43.520525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Pushing event updated for resources: {'Port': ['ID=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,revision_number=4']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:43.524515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:43.574434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Routers {'75fbe06e-18be-4e45-b2aa-d263548f126f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:33:43.575098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:33:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['75fbe06e-18be-4e45-b2aa-d263548f126f'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:43.747984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] Set router 75fbe06e-18be-4e45-b2aa-d263548f126f gateway port host: None {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:33:44.101419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58878) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:44.113821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'name': 'router1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:28Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'gw_port_host': None, '_interfaces': [{'id': 'fb9b01bf-5c47-4c82-b4c9-3d960a7e511d', 'name': '', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'mac_address': 'fa:16:3e:d1:c0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:43Z', 'revision_number': 4, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'subnets': [{'id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:44.119046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e446c-718f-4338-9788-eefcb60d9b23 None None] The sync data for ids ['75fbe06e-18be-4e45-b2aa-d263548f126f'] in dv-cinder-749155-4-smb is: [{'id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'name': 'router1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:28Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'gw_port_host': None, '_interfaces': [{'id': 'fb9b01bf-5c47-4c82-b4c9-3d960a7e511d', 'name': '', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'mac_address': 'fa:16:3e:d1:c0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:43Z', 'revision_number': 4, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'subnets': [{'id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:33:44.310603 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727c34c-b3d6-4795-825f-287ddd6d29ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:44.312001 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3727c34c-b3d6-4795-825f-287ddd6d29ef admin admin] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 842 time: 0.2094636 Dec 04 21:33:44.324891 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:44.330062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:44.334778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Usage tracker for resource:subnet and tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:44.337858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:44.343535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:44.353761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Made reservation on behalf of a66d4e6d1b6a420e9059f1e9edb5ead4 for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:33:44.358767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:44.811903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80285) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:33:44.812407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:44.832637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:44.980769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9480d2e2-8e63-4f30-83a0-ac6564e10ef6,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:44.990598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:45.106697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:33:45.107101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Network hostable DHCP agents. Network: b234d780-2f3f-4e66-b428-ba76b021e811, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:33:45.132051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:33:45.143504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, b234d780-2f3f-4e66-b428-ba76b021e811) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:33:45.149650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:45.150521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:45.154969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c22c67-aae6-4483-a6c6-ac9d31eca413 None None] Network b234d780-2f3f-4e66-b428-ba76b021e811 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:33:45.174263 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8533607 Dec 04 21:33:45.423799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd54b12-0a60-4bb8-b1fb-d4fc250e88e6 None None] Network b234d780-2f3f-4e66-b428-ba76b021e811 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:33:46.899985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device fb9b01bf-5c47-4c82-b4c9-3d960a7e511d up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:33:46.968094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:33:46.973393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:46.974416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:47.104298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:47.141685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,segment=NetworkSegment(1a525a20-7a33-4b46-b44f-5935a87312f9),segment_id=1a525a20-7a33-4b46-b44f-5935a87312f9)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:33:47.145376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:47.149374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:47.221539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=fb9b01bf-5c47-4c82-b4c9-3d960a7e511d,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:47.224947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:47.794217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58892) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:48.202312 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-70047815-0272-4d26-a387-a85e163052b8 admin admin] 10.222.0.17 "GET /v2.0/routers/75fbe06e-18be-4e45-b2aa-d263548f126f HTTP/1.1" status: 200 len: 710 time: 0.4068217 Dec 04 21:33:48.315843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:33:48.345378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8683d1-1f90-4591-b7c4-6f87f7791027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:48.346888 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-bf8683d1-1f90-4591-b7c4-6f87f7791027 admin admin] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 886 time: 0.1386335 Dec 04 21:33:48.357858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:33:48.814136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:48.874576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device fb9b01bf-5c47-4c82-b4c9-3d960a7e511d up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:33:49.093359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:49.093756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.180872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.213700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.226892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.243013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:33:49.247075 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:33:49.250066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:33:49.256520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:33:49.345021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.347808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.363483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:49.461500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb41f261-fc08-4861-a5bb-a7c9c2422403,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:49.464834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:49.637773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Allocated IP 172.28.3.26 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/0e46154a-b147-48e9-9b69-a14d7c94c53a) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:33:49.799445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.851877 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:49.871391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:50.010383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Pushing event updated for resources: {'Port': ['ID=0e46154a-b147-48e9-9b69-a14d7c94c53a,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:50.016761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:50.058117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:33:50.059312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:33:50.061660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:33:50.622745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:50.971551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:50.975622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854345430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407842'] for router, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:51.166642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Router 75fbe06e-18be-4e45-b2aa-d263548f126f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:33:51.359661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:33:51.372608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Sync routers for ids ['75fbe06e-18be-4e45-b2aa-d263548f126f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:33:51.383784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:51.385052 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Routers {'75fbe06e-18be-4e45-b2aa-d263548f126f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:33:51.385185 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] 10.222.0.17 "PUT /v2.0/routers/75fbe06e-18be-4e45-b2aa-d263548f126f HTTP/1.1" status: 200 len: 889 time: 3.0311544 Dec 04 21:33:51.385831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:33:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['75fbe06e-18be-4e45-b2aa-d263548f126f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:51.660340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Set router 75fbe06e-18be-4e45-b2aa-d263548f126f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:33:52.028998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'name': 'router1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '0e46154a-b147-48e9-9b69-a14d7c94c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:28Z', 'updated_at': '2020-12-04T21:33:50Z', 'revision_number': 4, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'gw_port': {'id': '0e46154a-b147-48e9-9b69-a14d7c94c53a', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:49Z', 'updated_at': '2020-12-04T21:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'fb9b01bf-5c47-4c82-b4c9-3d960a7e511d', 'name': '', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'mac_address': 'fa:16:3e:d1:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:47Z', 'revision_number': 5, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'subnets': [{'id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:52.034447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Checking router: 75fbe06e-18be-4e45-b2aa-d263548f126f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:33:52.034842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Updating router 75fbe06e-18be-4e45-b2aa-d263548f126f port 0e46154a-b147-48e9-9b69-a14d7c94c53a binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:33:52.094349 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:52.510791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:52.526257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Transition to ACTIVE for port object 0e46154a-b147-48e9-9b69-a14d7c94c53a will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:33:52.529223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:52.545226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:52.685010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eb271-783e-471a-ab5a-3cd136d4ee51 None None] Pushing event updated for resources: {'Port': ['ID=0e46154a-b147-48e9-9b69-a14d7c94c53a,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:52.689524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2b5eb271-783e-471a-ab5a-3cd136d4ee51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:52.748839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Attempting to bind port 0e46154a-b147-48e9-9b69-a14d7c94c53a on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:33:52.749235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Attempting to bind port 0e46154a-b147-48e9-9b69-a14d7c94c53a by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:33:52.749633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Attempting to bind port 0e46154a-b147-48e9-9b69-a14d7c94c53a on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:33:52.756191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:33:52.756698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:33:52.757142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:52.757567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:33:52.758101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Bound port: 0e46154a-b147-48e9-9b69-a14d7c94c53a, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:33:52.758530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:52.836144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] For port 0e46154a-b147-48e9-9b69-a14d7c94c53a, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:33:52.839335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] For port 0e46154a-b147-48e9-9b69-a14d7c94c53a, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=0e46154a-b147-48e9-9b69-a14d7c94c53a,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:33:52.842571 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:52.858110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:53.009020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eb271-783e-471a-ab5a-3cd136d4ee51 None None] Pushing event updated for resources: {'Port': ['ID=0e46154a-b147-48e9-9b69-a14d7c94c53a,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:53.013828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2b5eb271-783e-471a-ab5a-3cd136d4ee51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:53.059062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Routers {'75fbe06e-18be-4e45-b2aa-d263548f126f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:33:53.060054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:33:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['75fbe06e-18be-4e45-b2aa-d263548f126f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:53.267177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] Set router 75fbe06e-18be-4e45-b2aa-d263548f126f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:33:53.785049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'name': 'router1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '0e46154a-b147-48e9-9b69-a14d7c94c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:28Z', 'updated_at': '2020-12-04T21:33:50Z', 'revision_number': 4, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'gw_port': {'id': '0e46154a-b147-48e9-9b69-a14d7c94c53a', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:49Z', 'updated_at': '2020-12-04T21:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'fb9b01bf-5c47-4c82-b4c9-3d960a7e511d', 'name': '', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'mac_address': 'fa:16:3e:d1:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:47Z', 'revision_number': 5, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'subnets': [{'id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:33:53.790221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d5baa-6a5b-42eb-983a-4280e039e42f None None] The sync data for ids ['75fbe06e-18be-4e45-b2aa-d263548f126f'] in dv-cinder-749155-4-smb is: [{'id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'name': 'router1', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '0e46154a-b147-48e9-9b69-a14d7c94c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:28Z', 'updated_at': '2020-12-04T21:33:50Z', 'revision_number': 4, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'gw_port': {'id': '0e46154a-b147-48e9-9b69-a14d7c94c53a', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:49Z', 'updated_at': '2020-12-04T21:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'fb9b01bf-5c47-4c82-b4c9-3d960a7e511d', 'name': '', 'network_id': '99efc073-fd7b-4efe-a793-a64422f40f53', 'tenant_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'mac_address': 'fa:16:3e:d1:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbe06e-18be-4e45-b2aa-d263548f126f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:47Z', 'revision_number': 5, 'project_id': 'a9ef7dd7ce544eb9aad0b8018fd63b23', 'subnets': [{'id': '93201c76-c4fd-45b0-98fb-241351c3d3cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e980e9-799d-4135-82c9-dc6b9ee1d939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:33:54.200620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 58902) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:33:54.368294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18196af3-6452-497d-8ae9-672eb5032a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:33:54.369968 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-18196af3-6452-497d-8ae9-672eb5032a82 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1682808 Dec 04 21:33:54.924701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 0e46154a-b147-48e9-9b69-a14d7c94c53a up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:33:54.998934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 0e46154a-b147-48e9-9b69-a14d7c94c53a completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:33:55.005133 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 0e46154a-b147-48e9-9b69-a14d7c94c53a triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:55.005534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:55.144634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:55.163965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 0e46154a-b147-48e9-9b69-a14d7c94c53a, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=0e46154a-b147-48e9-9b69-a14d7c94c53a,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:33:55.167761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:55.171239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-175eca1f-741b-4bc6-8540-d02fed310add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:33:55.245500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=0e46154a-b147-48e9-9b69-a14d7c94c53a,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:33:55.249518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:33:56.884621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 0e46154a-b147-48e9-9b69-a14d7c94c53a up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:33:56.964841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 0e46154a-b147-48e9-9b69-a14d7c94c53a triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:33:56.965416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:33:57.718931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c521-8d09-4cdf-9151-f5e9c04807f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:00.922809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-76f42501-e2ff-4c8d-bc3b-8e4f9b7aff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:01.815808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:02.534351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:03.721941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:25.315536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:34:27.712113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-36c71e37-1165-43b8-ae2d-9a78f1971c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:30.878176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0a559460-26d6-43f2-be3c-3dc35ca4542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:31.810461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:32.508299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:33.646140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:34:57.710128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9ecb301b-5253-4967-b735-8dd455ed0ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:00.884273 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d29c7f7b-1482-4d66-8ccf-f712c73797fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:01.813578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:02.315087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:35:02.512226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:03.649146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:27.714857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8fff767e-fdf2-4c89-aeab-e043088b8ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:30.877166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0d2fa3e6-0be2-48db-9107-fc56f4c5d7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:31.816881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:32.514258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:33.651142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:35:39.346313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:35:57.711693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9e4cfcd-36f4-4c0b-8168-989800feb6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:00.882497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b22e4d2b-1d51-42ca-8567-b96481c36268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:01.820259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:02.517932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:03.651168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:16.318173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:36:17.833509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59478) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:17.938087 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01a912c-6bcf-4713-a368-190fc547bdcb admin admin] GET failed (client error): The resource could not be found. Dec 04 21:36:17.939525 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f01a912c-6bcf-4713-a368-190fc547bdcb admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1049578 Dec 04 21:36:18.086262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46142979-4a89-473b-908d-04c8019e55e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:18.087938 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-46142979-4a89-473b-908d-04c8019e55e1 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1437981 Dec 04 21:36:20.620290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59488) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:20.765462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c137d31-26cd-42a9-8966-1b9e875caee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:20.766912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-1c137d31-26cd-42a9-8966-1b9e875caee4 admin admin] Synchronizing usage tracker for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:subnet {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:36:20.783635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-1c137d31-26cd-42a9-8966-1b9e875caee4 admin admin] Unset dirty status for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:subnet {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:36:20.784874 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1c137d31-26cd-42a9-8966-1b9e875caee4 admin admin] 10.222.0.17 "GET /v2.0/subnets/93201c76-c4fd-45b0-98fb-241351c3d3cc HTTP/1.1" status: 200 len: 849 time: 0.1635842 Dec 04 21:36:20.795480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:36:20.926241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:21.246755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363302170286384'] for subnet, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:21.262704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:36:21.404859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93201c76-c4fd-45b0-98fb-241351c3d3cc,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:36:21.418069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.418441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.418807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.419161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.419512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.419863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.420210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.420554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.420913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.421257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.421603 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.422532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:36:21.427629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:36:21.457083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:21.457721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:21.459107 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] 10.222.0.17 "PUT /v2.0/subnets/93201c76-c4fd-45b0-98fb-241351c3d3cc HTTP/1.1" status: 200 len: 868 time: 0.6678436 Dec 04 21:36:21.477058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400f4b8-9bf6-47bb-95ba-2fc7123a722a None None] Network 99efc073-fd7b-4efe-a793-a64422f40f53 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:36:22.021845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6aa8791-9e36-40af-a603-4111414be00b None None] Provisioning complete for port 70fc2d31-1375-4706-88c4-1f76a1c8870e triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:36:22.022477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8791-9e36-40af-a603-4111414be00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:22.160549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6aa8791-9e36-40af-a603-4111414be00b None None] Provisioning complete for port fb9b01bf-5c47-4c82-b4c9-3d960a7e511d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:36:22.160962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8791-9e36-40af-a603-4111414be00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:24.006843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59498) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:24.227569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a26159-fd0b-4c4d-a03b-e840fc41d25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:24.227906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a26159-fd0b-4c4d-a03b-e840fc41d25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:24.228715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-62a26159-fd0b-4c4d-a03b-e840fc41d25d admin admin] Synchronizing usage tracker for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:36:24.247033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-62a26159-fd0b-4c4d-a03b-e840fc41d25d admin admin] Unset dirty status for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:36:24.248296 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-62a26159-fd0b-4c4d-a03b-e840fc41d25d admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2402377 Dec 04 21:36:26.793467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59508) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:27.010633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8c965-aabd-496e-bdea-f1bd80b6281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:27.010965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8c965-aabd-496e-bdea-f1bd80b6281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:27.012640 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8ae8c965-aabd-496e-bdea-f1bd80b6281a admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2181087 Dec 04 21:36:27.714815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-87f9a5e9-75f6-4b81-a5bc-4ac63dc4f1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:29.509481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59518) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:29.742540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79972d5-93db-4a18-8259-4ac16121d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:29.743932 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f79972d5-93db-4a18-8259-4ac16121d1c1 admin admin] 10.222.0.17 "GET /v2.0/networks/99efc073-fd7b-4efe-a793-a64422f40f53 HTTP/1.1" status: 200 len: 862 time: 0.2333527 Dec 04 21:36:30.884275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7abe-0417-4aa4-9a82-22e84b0ca29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:31.824546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:32.273421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59528) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:32.489777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3911a41-491f-458d-a48c-efb29dfdfdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:32.491230 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b3911a41-491f-458d-a48c-efb29dfdfdad admin admin] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 886 time: 0.2167540 Dec 04 21:36:32.523296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:33.658232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:36:35.039923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59538) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:35.190918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee164a-1dfd-4bbc-b50c-31c1b655d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:35.191244 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee164a-1dfd-4bbc-b50c-31c1b655d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:35.192894 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-39ee164a-1dfd-4bbc-b50c-31c1b655d04e admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1519423 Dec 04 21:36:37.682902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59548) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:37.829804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051fde5-b0da-4c7d-b08a-3f2eaff8ff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:37.830213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051fde5-b0da-4c7d-b08a-3f2eaff8ff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:37.831871 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5051fde5-b0da-4c7d-b08a-3f2eaff8ff2f admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479437 Dec 04 21:36:40.311945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59558) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:40.462227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114f41f-ab31-42fa-9b47-82b7bf81e775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:40.463708 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f114f41f-ab31-42fa-9b47-82b7bf81e775 admin admin] 10.222.0.17 "GET /v2.0/subnets/93201c76-c4fd-45b0-98fb-241351c3d3cc HTTP/1.1" status: 200 len: 868 time: 0.1507599 Dec 04 21:36:42.976890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59568) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:36:43.119833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae43bc-8f8c-45bf-849e-5bdb48f36b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:36:43.121302 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-62ae43bc-8f8c-45bf-849e-5bdb48f36b19 admin admin] 10.222.0.17 "GET /v2.0/subnets/9480d2e2-8e63-4f30-83a0-ac6564e10ef6 HTTP/1.1" status: 200 len: 816 time: 0.1433904 Dec 04 21:36:53.318580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:36:57.719286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dd00b474-9ae0-419b-b8d3-d78233b3d471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:00.887334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e4388020-bfaa-4962-b363-bccf3a6aef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:01.826668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:02.525572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:03.662172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:09.136907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59608) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:37:09.218232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [None req-b12f2018-c91e-4718-92de-f9c88b34eaa4 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:37:09.219304 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b12f2018-c91e-4718-92de-f9c88b34eaa4 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0813897 Dec 04 21:37:11.925575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59618) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:37:12.029374 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99a6e81-9c58-4519-8a47-82bd43edd88e admin admin] GET failed (client error): The resource could not be found. Dec 04 21:37:12.031598 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a99a6e81-9c58-4519-8a47-82bd43edd88e admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1049237 Dec 04 21:37:12.331008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c9fac-cf4f-4ddc-a08f-41c327f8a33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:37:12.332582 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f93c9fac-cf4f-4ddc-a08f-41c327f8a33b admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2964611 Dec 04 21:37:14.894099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59628) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:37:14.976683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:37:14.982245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:37:14.992739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:37:15.002758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Made reservation on behalf of a66d4e6d1b6a420e9059f1e9edb5ead4 for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:37:15.007733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:15.103157 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.services.revisions.revision_plugin [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Could not find related network for resource to bump revision. Dec 04 21:37:15.121081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:37:15.131358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:15.131740 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Added segment 635b28d7-1869-4404-836f-60f0e127744b of type vxlan for network 530a7466-6844-4a0b-98ca-4d6c96a18046 Dec 04 21:37:15.163935 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:15.194559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:15.195818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:37:15.196456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:15.201319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:37:15.304781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4094849 Dec 04 21:37:15.308023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Pushing event updated for resources: {'Network': ['ID=530a7466-6844-4a0b-98ca-4d6c96a18046,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:37:15.316179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.316542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.316904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.317259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.317610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.318011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.318366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.318720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.319096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.319447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.319792 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.320138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:15.324420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:37:15.332929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:37:17.848090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59638) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:37:17.955177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b2d100-6d6c-49d0-996d-84044f57de42 admin admin] GET failed (client error): The resource could not be found. Dec 04 21:37:17.955741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-71b2d100-6d6c-49d0-996d-84044f57de42 admin admin] Synchronizing usage tracker for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:37:17.970614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-71b2d100-6d6c-49d0-996d-84044f57de42 admin admin] Unset dirty status for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:37:17.971829 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-71b2d100-6d6c-49d0-996d-84044f57de42 admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1227052 Dec 04 21:37:18.091173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad391d68-a959-4489-9276-c3ef2b2242e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:37:18.093367 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ad391d68-a959-4489-9276-c3ef2b2242e8 admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1164405 Dec 04 21:37:18.105818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:37:18.111259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:37:18.121149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:37:18.130793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Made reservation on behalf of a66d4e6d1b6a420e9059f1e9edb5ead4 for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:37:18.135446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:18.566756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:18.582869 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:37:18.719232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b882ab-3a9f-4c03-b14b-0247a6d9304a,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:37:18.725822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:37:18.784276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Checking segment: {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:37:18.784659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Network hostable DHCP agents. Network: 530a7466-6844-4a0b-98ca-4d6c96a18046, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:37:18.806756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:37:18.816948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 530a7466-6844-4a0b-98ca-4d6c96a18046) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:37:18.820802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:37:18.821434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:18.825881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e78122-7205-427c-b0a8-3034c6a2cd03 None None] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:37:18.846393 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7444258 Dec 04 21:37:19.071960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-530a7466-6844-4a0b-98ca-4d6c96a18046', 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046', 'tenant_id': 'a66d4e6d1b6a420e9059f1e9edb5ead4', 'fixed_ips': [{'subnet_id': '60b882ab-3a9f-4c03-b14b-0247a6d9304a'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:37:19.072866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:19.413475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Allocated IP 192.168.233.2 (530a7466-6844-4a0b-98ca-4d6c96a18046/60b882ab-3a9f-4c03-b14b-0247a6d9304a/7f6f5e78-19b4-47fc-abf5-25d79f5759d4) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:37:19.657168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:19.669320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Transition to ACTIVE for port object 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:37:19.688415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Transition to ACTIVE for port object 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:37:19.694816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:19.712515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:37:20.015328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Pushing event updated for resources: {'Port': ['ID=7f6f5e78-19b4-47fc-abf5-25d79f5759d4,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:37:20.034348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.034834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.035111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.035422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.035774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.036134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.036473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.036813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.037164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.037513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.037859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.038239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:37:20.042366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:37:20.097055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:37:20.098508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:37:20.101507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:37:20.175137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Attempting to bind port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:37:20.175545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Attempting to bind port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:37:20.175953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Attempting to bind port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 on network 530a7466-6844-4a0b-98ca-4d6c96a18046 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:37:20.182504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:37:20.182921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Checking segment: {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:37:20.183363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:20.183782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Bound using segment: {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:37:20.184306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Bound port: 7f6f5e78-19b4-47fc-abf5-25d79f5759d4, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:37:20.184739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:20.296920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] For port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:37:20.301819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] For port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=7f6f5e78-19b4-47fc-abf5-25d79f5759d4,segment=NetworkSegment(635b28d7-1869-4404-836f-60f0e127744b),segment_id=635b28d7-1869-4404-836f-60f0e127744b)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:37:20.306191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:20.327609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:37:20.487928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Pushing event updated for resources: {'Port': ['ID=7f6f5e78-19b4-47fc-abf5-25d79f5759d4,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:37:20.492966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:37:21.036922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:37:21.114897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:37:21.801104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01da41a-2186-4a74-9c22-6734ef9beda0 None None] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:37:21.932451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Provisioning for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:37:21.940077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Provisioning complete for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:37:21.940475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:22.178393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:22.231778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] For port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=7f6f5e78-19b4-47fc-abf5-25d79f5759d4,segment=NetworkSegment(635b28d7-1869-4404-836f-60f0e127744b),segment_id=635b28d7-1869-4404-836f-60f0e127744b)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:37:22.237675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:22.243615 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:37:22.319284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Pushing event updated for resources: {'Port': ['ID=7f6f5e78-19b4-47fc-abf5-25d79f5759d4,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:37:22.322777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:37:22.478888 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-a763e94c-f0f9-485e-a359-35c440900685 None None] Provisioning complete for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:37:22.479296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a763e94c-f0f9-485e-a359-35c440900685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:22.776908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-72647665-4df5-4cce-9c6b-e2cd296d6c3a None None] Provisioning complete for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:37:22.777351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72647665-4df5-4cce-9c6b-e2cd296d6c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:23.014435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:37:23.087469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-1c4c4df7-c858-41b2-9b9f-c5258356e8b8 None None] Provisioning complete for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:37:23.087877 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df7-c858-41b2-9b9f-c5258356e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:23.162125 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 7f6f5e78-19b4-47fc-abf5-25d79f5759d4 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:37:23.162537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:27.722222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8f9db637-01c4-43e4-8587-512301502893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:30.317784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:37:30.890492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-da40635e-14d1-42f5-ad7b-1f66c2932e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:31.829314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:32.527815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:33.665194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:37:57.724293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4633fb7b-50cc-4b8a-b2fa-354478355c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:00.894676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-66ae1286-eb01-4f7e-ad9b-c64dd563f93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:01.833179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:02.531245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:03.670232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:07.319960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:38:27.726692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d97a19cd-d4f1-4bc8-8568-4365839586c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:30.897377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41c6d355-a282-4548-909b-3b5bc22ce3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:31.835220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:32.534325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:33.674061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:44.319157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:38:45.501929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59680) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:38:45.508304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [None req-07d471bf-4802-4c25-b4c5-ce7720ee6638 tempest-verify_tempest_config-820818359 tempest-verify_tempest_config-820818359] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:38:45.509337 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-07d471bf-4802-4c25-b4c5-ce7720ee6638 tempest-verify_tempest_config-820818359 tempest-verify_tempest_config-820818359] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0063696 Dec 04 21:38:45.874550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59700) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:38:46.031552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.052941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:38:46.057334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1a459c93de48039aa6768c0e7aa5bb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:38:46.061565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:38:46.069488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:38:46.162892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.165713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.175660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:38:46.217829 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8b1a459c93de48039aa6768c0e7aa5bb&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3420370 Dec 04 21:38:46.218649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd41b89-a32e-4cdb-a638-77b0e91ec3f9,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:38:46.220786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59706) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:38:46.226394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.226767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.227134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.227494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.227849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.228201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.228553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.228902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.229270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.229620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.230020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.230365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.235200 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:38:46.290164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.319828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.373643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.378882 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:38:46.391738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd41b89-a32e-4cdb-a638-77b0e91ec3f9,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:38:46.401167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.401547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.401940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.402301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.402661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.403751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.404368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.404482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.404830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.405187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.405541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.405921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:38:46.408642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:38:46.409863 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7bd41b89-a32e-4cdb-a638-77b0e91ec3f9 HTTP/1.1" status: 204 len: 168 time: 0.1879752 Dec 04 21:38:46.410844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:38:57.729392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cee8c092-93a0-4f18-99c6-254eb4020d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:00.899207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-815a70fd-5165-4d19-99e5-49ad2468178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:01.837505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:02.536914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:03.677314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:21.318659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:39:27.731548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1c13-4baa-43ba-9748-9041ef450168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:30.900978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-55fa23b4-c5b9-40b4-a256-87f108777a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:31.839155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:32.538719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:33.680737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:57.733002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a4daa622-5faa-487b-9d77-c25d6bcec135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:39:58.318310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 5 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:40:00.903383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-326aff13-c7d0-4fd3-ab61-138e60ff6167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:01.851163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:02.540436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:03.684027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:27.734542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c2937a13-8496-4d16-9f91-c5cb41b10757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:30.906041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9166c38a-f01e-4ac9-941f-743a43c13d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:31.846143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:32.193329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023'] for agent, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:32.193956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.194184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.194564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.194931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.195295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.195658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.196018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.196387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.196739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.197095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.197466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.197822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:40:32.198224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-74915', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:40:32.202268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-74915', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:40:32.541981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:32.628490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] get_endpoint_by_host() called for host hv-cinder-74915 {{(pid=80288) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 04 21:40:32.632703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80288) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 04 21:40:32.635861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80288) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 04 21:40:32.640670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] _get_endpoints() called {{(pid=80288) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 04 21:40:33.689843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:40:35.318432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:40:44.388344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59778) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:40:44.537145 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-49f91d71-3f81-4d85-a867-54ccfa0dd7d0 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1476028 Dec 04 21:40:47.036764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59788) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:40:47.129546 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7956e874-029b-4307-9d9f-35d5a8018581 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0915103 Dec 04 21:40:57.736270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0eb3272c-6dae-4d54-a74b-2592c242e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:00.910956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5458c9bf-fbdd-41be-b0a0-2fa2541a87af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:01.847454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:02.174212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:02.695913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:03.691547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:12.318760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:41:27.739379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6ef1-e579-482d-b034-2cd8fe223146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:30.915093 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-68e0f8f9-637b-4aac-96e3-1de0fdae4bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:31.849780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:32.173609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:32.551755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:33.695602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:41:49.318433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:41:57.744320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdf56fe2-9b0c-4fb3-9624-91491970816a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:00.920248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c4b18a69-d645-45ec-ab92-30ead2d8d21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:01.868099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:02.196134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:02.545619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:03.699706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:26.318709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:42:27.759190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2953b746-cecc-42c9-afd4-2c4f323d5b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:30.930396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb225af6-72cb-41fc-a36c-c4d8afa0796a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:31.869631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:32.211852 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:32.552239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:33.708033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:43.359780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59940) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:43.886161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-855634793-network', 'tenant_id': '05ff7ff75646431788d6d011ebecd453'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:43.894928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:43.901423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Usage tracker for resource:network and tenant:05ff7ff75646431788d6d011ebecd453 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:43.905600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:43.915004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:43.927243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Made reservation on behalf of 05ff7ff75646431788d6d011ebecd453 for: {'network': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:43.932945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:43.948400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:43.966410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:43.971254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:05ff7ff75646431788d6d011ebecd453 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:43.979188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:43.982989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:44.183605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.188786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.202086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:44.295293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:42:44.301445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901912de-a224-459d-9781-187eb0d7fd54,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:44.329628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.330692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.331532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.332376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.333237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.334110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.334930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.335752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.337130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.338069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.338930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.339755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.340807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.341675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.342526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.343629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.344457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.345288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.346156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.346966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.347831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.348823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.349282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.349857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Tracked resource versions report: Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}, Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:42:44.352767 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:42:44.366790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:44.375657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.377331 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Added segment 0b0e5329-c1c0-40e6-ac2c-cf017299e1e1 of type vxlan for network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d Dec 04 21:42:44.437902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.501530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.504399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:44.505925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.514348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4ca9401e-826e-4e55-83cc-73c7d9bd30b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:44.757310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=93c4d2cf-9c61-4889-b8b1-8f04ec5c891d,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:44.762384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:44.765456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4040329 Dec 04 21:42:44.768631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 59984) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:44.780265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:44.781272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Request body: {'subnet': {'network_id': '93c4d2cf-9c61-4889-b8b1-8f04ec5c891d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-855634793-subnet', 'tenant_id': '05ff7ff75646431788d6d011ebecd453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:44.791553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:44.799619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Usage tracker for resource:subnet and tenant:05ff7ff75646431788d6d011ebecd453 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:44.806019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:44.817416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:44.839083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Made reservation on behalf of 05ff7ff75646431788d6d011ebecd453 for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:44.850414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:44.911114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 59992) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:44.961865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:44.972828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60000) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:45.313978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-334395922-network', 'tenant_id': 'cf5461b9bc7f4c0096b14da09548e45a'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:45.319968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:45.326054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Usage tracker for resource:network and tenant:cf5461b9bc7f4c0096b14da09548e45a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:45.331015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:45.340302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:45.352981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Made reservation on behalf of cf5461b9bc7f4c0096b14da09548e45a for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:45.360895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.388359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-network', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:45.394577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:45.399251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Usage tracker for resource:network and tenant:0e1b5a4a69334ca2975534f04e1c043b is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:45.403681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:45.411050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:45.419781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.442202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:45.450705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5461b9bc7f4c0096b14da09548e45a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:45.454817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:45.458096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Made reservation on behalf of 0e1b5a4a69334ca2975534f04e1c043b for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:45.464072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.485074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.499139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:45.515782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:45.523127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Usage tracker for resource:security_group_rule and tenant:0e1b5a4a69334ca2975534f04e1c043b is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:45.535648 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:45.548158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:45.687919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.701503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.717022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:45.737081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.750506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:42:45.755313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.784560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.785443 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Added segment c06f2590-6f8c-4872-9136-0e90861f0142 of type vxlan for network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa Dec 04 21:42:45.810987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:45.826158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.826921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.827496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.828223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.828794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.829356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.829950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.830519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.831082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.831967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.832527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.833360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.833906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.834355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.834782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.835557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.835557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.835936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.836404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.836875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.837280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.837698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.838142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.838560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Tracked resource versions report: Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}, Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:42:45.839984 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:42:45.855322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:45.855935 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:45.879550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.895357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.903129 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b35c7-dfea-45f3-a508-16d46bf25229,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:45.907871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:45.926621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3464220f-a8a9-4a54-a04a-96e3b74833c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:45.938929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.941813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:45.942640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:45.948621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:42:45.949052 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:42:45.951587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3c5d3393-f838-4625-8f39-7647c5ba315f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:46.130025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Pushing event updated for resources: {'Network': ['ID=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:46.138338 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2259660 Dec 04 21:42:46.139912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60032) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:46.141029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:46.144462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:46.147917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Request body: {'subnet': {'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-334395922-subnet', 'tenant_id': 'cf5461b9bc7f4c0096b14da09548e45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:46.154412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:46.159496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Usage tracker for resource:subnet and tenant:cf5461b9bc7f4c0096b14da09548e45a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:46.160272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9648c5d9-54a2-4cbd-a119-77a0e059ee54,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:46.165660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:46.169253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:46.178280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:46.193333 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:46.194901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Made reservation on behalf of cf5461b9bc7f4c0096b14da09548e45a for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:46.200044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:46.238170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Checking segment: {'id': '0b0e5329-c1c0-40e6-ac2c-cf017299e1e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93c4d2cf-9c61-4889-b8b1-8f04ec5c891d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:46.238674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Network hostable DHCP agents. Network: 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:42:46.267269 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:42:46.282734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:46.292089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:46.295219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:46.329941 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5505567 Dec 04 21:42:46.345271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e5ddd-50f2-42e6-ab0e-41fd80e0c876 None None] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:46.453564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60042) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:46.525372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:46.535357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60048) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:46.755976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55dcdb-a59f-467d-9205-0a01bf454371 None None] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:46.807205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:42:46.832959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:46.833645 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Added segment b71bbcf2-292d-44d2-9040-1eade2162c3f of type vxlan for network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 Dec 04 21:42:46.918724 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.030474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-971524721-network', 'tenant_id': '0effb8b3d84e4ac398b5124a5de9a759'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:47.037985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.046608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:47.080281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Usage tracker for resource:network and tenant:0effb8b3d84e4ac398b5124a5de9a759 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:47.090001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:47.097635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:47.110163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Made reservation on behalf of 0effb8b3d84e4ac398b5124a5de9a759 for: {'network': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:47.120645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.145707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-807812286-network', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:47.154597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:47.157490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.172632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Usage tracker for resource:network and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:47.177994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:47.187922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:47.191228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:47.196688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Usage tracker for resource:security_group_rule and tenant:0effb8b3d84e4ac398b5124a5de9a759 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:47.202124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:47.211074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:47.218752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Made reservation on behalf of c9c260f6cb48405fb7240120a8fc625c for: {'network': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:47.224156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.246099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.257218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:47.259410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.284576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:47.296612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:47.301958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:47.310409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:47.314739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:47.372969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.433985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.440980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.452554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:47.499032 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5209835 Dec 04 21:42:47.499717 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:42:47.500686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60090) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:47.538040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Request body: {'subnet': {'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-subnet', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:47.568821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.617991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab3642-c259-4c54-bdcd-30d60b2f1e47,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:47.621547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.622093 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Added segment 4845b9de-d9d9-4e11-83b8-c9997e49d1eb of type vxlan for network 3311d90e-30fe-4268-b251-6b1271c5d9aa Dec 04 21:42:47.624448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.628453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:47.643797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:47.647432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:47.673888 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Usage tracker for resource:subnet and tenant:0e1b5a4a69334ca2975534f04e1c043b is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:47.679607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:47.715578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:47.719395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.734241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d281c1-6ea0-4b3d-a493-030ca9a21ef0,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:47.742166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:47.760166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Made reservation on behalf of 0e1b5a4a69334ca2975534f04e1c043b for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:47.765170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.864131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.870430 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80285) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:42:47.870896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:42:47.874423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:47.875069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:47.884577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:47.966497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Pushing event updated for resources: {'Network': ['ID=7d87fa63-caeb-4a6e-b985-b09df8378cd3,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:47.974285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:47.975266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-46343eae-7d2e-49c0-af25-5a5cd2c775f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:47.982407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:48.027418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Pushing event updated for resources: {'Network': ['ID=3311d90e-30fe-4268-b251-6b1271c5d9aa,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:48.033934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:48.047469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5905325 Dec 04 21:42:48.048924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60108) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:48.097497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Request body: {'subnet': {'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-971524721-subnet', 'tenant_id': '0effb8b3d84e4ac398b5124a5de9a759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:48.102931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:48.111882 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Usage tracker for resource:subnet and tenant:0effb8b3d84e4ac398b5124a5de9a759 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:48.120467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:48.134779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:48.156881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Made reservation on behalf of 0effb8b3d84e4ac398b5124a5de9a759 for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:48.172124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.228112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:48.243195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d0d095-1c8a-4002-8cf4-897e9eb73dd3,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:48.254151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:48.254484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:48.322974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Checking segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:48.323803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Network hostable DHCP agents. Network: 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:42:48.366729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:48.369180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:42:48.388832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:48.409111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce2afd-d40d-49cf-99a3-2703679e0bab None None] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:48.409630 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:48.410949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.470374 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-05ef5f08-559f-4c54-ae69-d714ce531f25 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3185599 Dec 04 21:42:48.477672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60118) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:48.489217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.743150 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:42:48.768235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.769182 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Added segment 5b42d289-b871-4abb-abba-9aa64f9a8a53 of type vxlan for network cf35c37d-6277-422d-b278-e3e2cb8da973 Dec 04 21:42:48.870197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.962645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.974220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:48.975348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:48.998520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:49.227976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b461b1-2f52-48ca-be1e-22c49b3be6a4 None None] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:49.407939 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8684418 Dec 04 21:42:49.432334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:49.464071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60142) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:49.464661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60144) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:49.491513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Request body: {'subnet': {'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-subnet', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:49.502751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:49.509180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Usage tracker for resource:subnet and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:49.514818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:49.525919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:49.541194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:49.546264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Made reservation on behalf of c9c260f6cb48405fb7240120a8fc625c for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:49.554612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:49.569734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Pushing event updated for resources: {'Network': ['ID=cf35c37d-6277-422d-b278-e3e2cb8da973,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:49.574340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:49.583427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network cf35c37d-6277-422d-b278-e3e2cb8da973 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:49.627880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network cf35c37d-6277-422d-b278-e3e2cb8da973 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:49.782893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Usage tracker for resource:security_group_rule and tenant:7e19a9be11c048538acb532d518dcad7 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:49.787853 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:49.798314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:49.941681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:49.948765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:49.960497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:49.963595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60160) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:49.984432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:49.997484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1277289127-network', 'tenant_id': '83089eb8ffc741fb990f0f64695990db'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:50.004149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:50.007406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:50.066262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:50.091017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:50.117769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc20a40-0507-4646-9e94-fe7ec56ebc5e,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:50.124941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:50.129987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Usage tracker for resource:network and tenant:83089eb8ffc741fb990f0f64695990db is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:50.133198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:50.139887 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:50.147319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Usage tracker for resource:security_group_rule and tenant:0049dffcdb9441aca43d28f2d1272da6 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:50.156750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:50.157651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:50.171407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Synchronizing usage tracker for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:42:50.174540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:50.202295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Made reservation on behalf of 83089eb8ffc741fb990f0f64695990db for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:50.207200 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:50.234375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:50.285153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Unset dirty status for tenant:a66d4e6d1b6a420e9059f1e9edb5ead4 on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:42:50.287124 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7e19a9be11c048538acb532d518dcad7&name=default HTTP/1.1" status: 200 len: 2875 time: 1.8074112 Dec 04 21:42:50.295838 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60168) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:50.315715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:50.344399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:83089eb8ffc741fb990f0f64695990db is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:50.358982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:50.413276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:50.671653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6655097a-7100-4a2a-8371-d801e3c57ae2,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:50.779355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60192) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:50.780492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:50.787104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:50.794776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-224cbf0a-e02c-45a1-a456-b6745f8e50d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.559s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:50.803664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:50.825806 dv-cinder-749155-4-smb neutron-server[80174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 04 21:42:50.861540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:50.925194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-730fdc3e-4b03-459a-83f6-57b6d803a6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:50.944944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee44e8c-3f85-472c-9426-c10420a59a9f,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:50.950261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:50.958693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Checking segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:50.959094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Network hostable DHCP agents. Network: 7d87fa63-caeb-4a6e-b985-b09df8378cd3, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:42:51.000993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4755a-44a9-44dc-84cb-6e2357a16926,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:51.012252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.021574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Checking segment: {'id': '4845b9de-d9d9-4e11-83b8-c9997e49d1eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:51.022052 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Network hostable DHCP agents. Network: 3311d90e-30fe-4268-b251-6b1271c5d9aa, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:42:51.034884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:42:51.053180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 7d87fa63-caeb-4a6e-b985-b09df8378cd3) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:51.058948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:51.059599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.066888 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:42:51.067629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a8c76-5e74-4e32-b3cb-bc819f890004 None None] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:51.094656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 3311d90e-30fe-4268-b251-6b1271c5d9aa) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:51.102139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:51.102794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.111036 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.6074700 Dec 04 21:42:51.117037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60202) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:51.122951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:51.131529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:51.139701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Usage tracker for resource:router and tenant:0e1b5a4a69334ca2975534f04e1c043b is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:51.154547 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0914848 Dec 04 21:42:51.154547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:51.160396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:51.160820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:51.174744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.176487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.183930 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0049dffcdb9441aca43d28f2d1272da6&name=default HTTP/1.1" status: 200 len: 2875 time: 1.7067282 Dec 04 21:42:51.198487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60208) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:51.207301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e656c2e-622c-4d19-9811-e1677e24b5ed None None] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:51.224883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.368812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-ad5660a3-970b-49c2-8a47-bc9860093c28 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:51.369486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-ff757bf5-6671-4648-b222-30e8984b3851 req-ad5660a3-970b-49c2-8a47-bc9860093c28 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:42:51.379022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.391084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.452443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:42:51.464691 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.465085 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Added segment c13f10e7-109b-45cd-9fad-7e2e7fc9e59d of type vxlan for network ecf4d758-8d70-4a98-accd-56bda438ad9a Dec 04 21:42:51.496732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.516231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:51.528804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.535468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-ff757bf5-6671-4648-b222-30e8984b3851 req-ad5660a3-970b-49c2-8a47-bc9860093c28 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:42:51.536770 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-ad5660a3-970b-49c2-8a47-bc9860093c28 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.7529600 Dec 04 21:42:51.660216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.675229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.680561 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-540e670a-8d86-4dcb-931c-de2a6e211a5e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/quotas/cf5461b9bc7f4c0096b14da09548e45a HTTP/1.1" status: 200 len: 375 time: 0.0766683 Dec 04 21:42:51.722383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.811939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55127721-c77c-4f94-8c65-38bdf27270f5 None None] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:51.815303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.838526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0875f768-636d-4a6c-9983-b33e59ae378d,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:51.843574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.849316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:51.860740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:51.898522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.914969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ee8b690f-9368-4e25-9d18-7b69869a3f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:51.927742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:51.929094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.931113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4755a-44a9-44dc-84cb-6e2357a16926,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:51.935921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:51.943600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:51.947664 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1ad4755a-44a9-44dc-84cb-6e2357a16926 HTTP/1.1" status: 204 len: 168 time: 0.7442379 Dec 04 21:42:51.947664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60230) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:51.950220 dv-cinder-749155-4-smb neutron-server[80174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 04 21:42:52.076330 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-cb96ee9b-0584-4732-8e06-da522c2a3322 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2308447 Dec 04 21:42:52.207414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0801e-a745-4387-8a23-5b050d2f3780 None None] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:52.216604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af253007-ba95-4bc5-a152-20dd3feb2608,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:52.261760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:52.275813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.670s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:52.310687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc20a40-0507-4646-9e94-fe7ec56ebc5e,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:52.326640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:52.331104 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ebc20a40-0507-4646-9e94-fe7ec56ebc5e HTTP/1.1" status: 204 len: 168 time: 2.0204775 Dec 04 21:42:52.338228 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3709865 Dec 04 21:42:52.339841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60246) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:52.342170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:52.354065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-738bfdf0-54f3-4ace-b781-6da3dabf3a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:52.400599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Request body: {'subnet': {'network_id': 'ecf4d758-8d70-4a98-accd-56bda438ad9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1277289127-subnet', 'tenant_id': '83089eb8ffc741fb990f0f64695990db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:52.455556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:52.478336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Usage tracker for resource:subnet and tenant:83089eb8ffc741fb990f0f64695990db is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:52.484078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:52.636667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-574b00c3-b87c-4d4c-bc41-1bcd1410f312 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:42:52.639947 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-574b00c3-b87c-4d4c-bc41-1bcd1410f312 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3376260 Dec 04 21:42:52.641607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:52.679398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-50e97927-b9f1-4e81-b68d-14354cf1b773 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:52.681419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-50e97927-b9f1-4e81-b68d-14354cf1b773 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Synchronizing usage tracker for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:network {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:42:52.739418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:52.745950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf4d758-8d70-4a98-accd-56bda438ad9a,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:52.759938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network ecf4d758-8d70-4a98-accd-56bda438ad9a details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:52.784222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-50e97927-b9f1-4e81-b68d-14354cf1b773 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Unset dirty status for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:network {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:42:52.788026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:52.789758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Made reservation on behalf of 83089eb8ffc741fb990f0f64695990db for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:42:52.793130 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-50e97927-b9f1-4e81-b68d-14354cf1b773 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/networks?id=3311d90e-30fe-4268-b251-6b1271c5d9aa HTTP/1.1" status: 200 len: 811 time: 0.8462563 Dec 04 21:42:52.798499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Notify callbacks [] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:52.800759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:52.837590 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-e0731602-624a-46bf-8d66-08c49d83a2b8 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/quotas/0effb8b3d84e4ac398b5124a5de9a759 HTTP/1.1" status: 200 len: 375 time: 0.0432327 Dec 04 21:42:52.913001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network ecf4d758-8d70-4a98-accd-56bda438ad9a details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:42:52.935499 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-52ade96e-521a-4c8e-8fbd-7cec71fb3e8e tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?tenant_id=0effb8b3d84e4ac398b5124a5de9a759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898778 Dec 04 21:42:52.960503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60254) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:52.971746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Checking segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:52.972421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Network hostable DHCP agents. Network: cf35c37d-6277-422d-b278-e3e2cb8da973, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:42:53.135412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:53.169014 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:53.186565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Usage tracker for resource:security_group_rule and tenant:9d93206e296f48b7aa26379b6259286d is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:53.192405 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:53.204267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:53.229005 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Network cf35c37d-6277-422d-b278-e3e2cb8da973 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:42:53.272003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-35e23733-67ef-4228-b8cc-74e19ba56747 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:42:53.273309 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-35e23733-67ef-4228-b8cc-74e19ba56747 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1504149 Dec 04 21:42:53.286573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, cf35c37d-6277-422d-b278-e3e2cb8da973) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:53.295081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f5b4f-9474-4f8c-a9dc-e15fae7abe92 None None] Network cf35c37d-6277-422d-b278-e3e2cb8da973 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:53.308918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:53.310404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:53.329372 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-7ff58e6a-8f4e-416f-8544-56e77d6674ee service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610577 Dec 04 21:42:53.588377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-cf35c37d-6277-422d-b278-e3e2cb8da973', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:42:53.589300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:53.722466 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2528756 Dec 04 21:42:53.735907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60276) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:53.748290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:53.757022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:53.783213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Usage tracker for resource:router and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:53.792485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:53.809497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:53.813475 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-2dd23352-b5c9-4829-8295-4f311640edf4 service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4677305 Dec 04 21:42:53.848777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:53.850033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:53.870434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:53.932973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Allocated IP 172.28.3.54 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/893e4c67-76de-4a78-af47-1706661054ad) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:42:53.952726 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-9ba9bff8-e78c-4756-b6d8-cdc1d39bc9de service neutron] 10.222.0.17 "GET /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692805 Dec 04 21:42:54.050110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.156673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.189529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:54.360362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Allocated IP 172.20.0.2 (cf35c37d-6277-422d-b278-e3e2cb8da973/af253007-ba95-4bc5-a152-20dd3feb2608/15f7ea67-3f38-4596-afbf-7bfe82510e5f) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:42:54.468796 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9d93206e296f48b7aa26379b6259286d&name=default HTTP/1.1" status: 200 len: 2878 time: 1.5028911 Dec 04 21:42:54.474592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60316) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:54.496670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d9eefa-e73a-406e-be95-6739d174c0fd,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:54.560591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.578059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:54.628201 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-1090feae-c6be-443c-afa1-bceca7fdc226 service neutron] 10.222.0.17 "GET /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6741598 Dec 04 21:42:54.739927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.829409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.903431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.953990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:54.967789 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-87575b37-e685-4e3d-9599-c4a1feb21745 req-687031e0-f544-4ba3-afcb-2c772701e69d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.3833678 Dec 04 21:42:55.004412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:55.132628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Pushing event updated for resources: {'Port': ['ID=893e4c67-76de-4a78-af47-1706661054ad,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:55.143735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:55.326705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:55.365395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:55.382084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Transition to ACTIVE for port object 15f7ea67-3f38-4596-afbf-7bfe82510e5f will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:42:55.410862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f44bfe90-218b-4c0e-a40f-92410a7493c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:55.466762 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Transition to ACTIVE for port object 15f7ea67-3f38-4596-afbf-7bfe82510e5f will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:42:55.483494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:55.504047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d9eefa-e73a-406e-be95-6739d174c0fd,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:55.534463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:55.549026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:55.608559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:55.854225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:55.931219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:55.944890 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d2d9eefa-e73a-406e-be95-6739d174c0fd HTTP/1.1" status: 204 len: 168 time: 1.4578519 Dec 04 21:42:55.959399 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-48b280c8-3148-4ede-849c-7f1ad5110212 req-7650b705-8e5b-47fe-b830-72cbf109dd12 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.3284194 Dec 04 21:42:56.000094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:42:56.004118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:56.016651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:42:56.256870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Pushing event updated for resources: {'Port': ['ID=15f7ea67-3f38-4596-afbf-7bfe82510e5f,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:56.291938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.292814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.294045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.294944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.296366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.297213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.298356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.299426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.300287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.301305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.302214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.303053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.304384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.305219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.306694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.307616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.308781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.310115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.311001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.311867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.312915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.313741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.314623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.315707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Tracked resource versions report: Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}, Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:42:56.319786 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:42:56.332719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:56.428915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Network cf35c37d-6277-422d-b278-e3e2cb8da973 is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:42:56.437148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:56.449224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:42:56.568710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Attempting to bind port 15f7ea67-3f38-4596-afbf-7bfe82510e5f on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:42:56.569388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Attempting to bind port 15f7ea67-3f38-4596-afbf-7bfe82510e5f by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:42:56.570172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Attempting to bind port 15f7ea67-3f38-4596-afbf-7bfe82510e5f on network cf35c37d-6277-422d-b278-e3e2cb8da973 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:42:56.580719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:42:56.581443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Checking segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:56.582108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:56.582729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Bound using segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:42:56.587084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Bound port: 15f7ea67-3f38-4596-afbf-7bfe82510e5f, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:42:56.588995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:56.711893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60388) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:56.713175 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-189d9e23-2a27-4083-b868-68460a27ca0a req-485c70b3-6c55-4116-ba55-3e152ad9dd1c tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.5032418 Dec 04 21:42:56.734497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Checking segment: {'id': 'c13f10e7-109b-45cd-9fad-7e2e7fc9e59d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ecf4d758-8d70-4a98-accd-56bda438ad9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:42:56.734993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Network hostable DHCP agents. Network: ecf4d758-8d70-4a98-accd-56bda438ad9a, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:42:56.824383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d0497e-328f-416a-862f-4380b238c436,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:56.842726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:56.875974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:56.949337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60396) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:56.969390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Network ecf4d758-8d70-4a98-accd-56bda438ad9a is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:42:56.987465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] For port 15f7ea67-3f38-4596-afbf-7bfe82510e5f, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:42:56.989501 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:57.006660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] For port 15f7ea67-3f38-4596-afbf-7bfe82510e5f, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=15f7ea67-3f38-4596-afbf-7bfe82510e5f,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:42:57.015318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:57.105203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, ecf4d758-8d70-4a98-accd-56bda438ad9a) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:57.161354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:57.165909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:57.238255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:57.342295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2b5eb271-783e-471a-ab5a-3cd136d4ee51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:57.502049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9db4b-029d-4891-8660-43ff72e3b2d3 None None] Network ecf4d758-8d70-4a98-accd-56bda438ad9a requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:57.574546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Pushing event updated for resources: {'Port': ['ID=15f7ea67-3f38-4596-afbf-7bfe82510e5f,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:57.631066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-50ff545e-2391-4ead-903c-21521517bef9 req-7b42557c-07e6-483c-937a-b5bd108f63e8 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.1141651 Dec 04 21:42:57.646087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:57.650100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Allocated IP 172.28.3.170 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/b229940c-eca9-4e51-8646-9d7335317ace) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:42:57.663858 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.3134394 Dec 04 21:42:58.077903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:58.118605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:58.159695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:42:58.431222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:58.557257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:58.606640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39d1f9-3f7b-4bf9-82d7-cbd73d99adcc None None] Network ecf4d758-8d70-4a98-accd-56bda438ad9a requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:42:58.695815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60424) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:58.832164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-00985ce1-ea00-419a-a98d-3d077872a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:58.835241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:58.868862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Deleting subnet 9648c5d9-54a2-4cbd-a119-77a0e059ee54 {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:42:58.876051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:58.912228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Usage tracker for resource:security_group_rule and tenant:a7947d2072cf4372b47c83c70ea8ef92 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:58.926251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:58.940794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:58.958641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:59.016865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Pushing event updated for resources: {'Port': ['ID=b229940c-eca9-4e51-8646-9d7335317ace,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:42:59.024315 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:42:59.038946 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4415d275-c5bf-4b03-af37-e7a64120a3c6 req-f2d8fe3c-2ded-4504-992b-02226d564ff8 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.1320398 Dec 04 21:42:59.041401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:42:59.054344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Usage tracker for resource:security_group_rule and tenant:58cefdbdc7db4603ab4066c78a285507 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:42:59.064907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:42:59.107623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:42:59.209662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.49', 64227) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:42:59.339875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:42:59.349371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:42:59.389191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 15f7ea67-3f38-4596-afbf-7bfe82510e5f up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:42:59.408374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:42:59.554643 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-75c8170d-0f7d-418c-808c-e4806c047694 req-9d1dcfd5-8e3a-4b5f-8f98-8cfee5b21b41 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.4170003 Dec 04 21:42:59.567272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:59.598833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:59.603880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-36b111a1-83d6-4754-8aa0-f1ad3bb1388f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:42:59.605555 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-36b111a1-83d6-4754-8aa0-f1ad3bb1388f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.3794010 Dec 04 21:42:59.646190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:42:59.745585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Request body: {'port': {'device_id': 'd472683f-7712-4213-a33e-3499f5db21d0', 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa', 'admin_state_up': True, 'tenant_id': 'cf5461b9bc7f4c0096b14da09548e45a'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:42:59.977479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:42:59.999572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.034228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18f51518-56ff-41b2-854c-4bdfac306864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:00.040195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87de7d2-e321-4a93-b0f5-da0298aa8666 None None] Network cf35c37d-6277-422d-b278-e3e2cb8da973 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:43:00.085275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.110577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.142314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-13de2098-5e42-4663-8bb5-cd8e187f635c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:00.180596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2d6c4b-845b-4cfc-af2a-e808a613f5e7,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:00.194787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d7dd7-5e10-49b2-96d2-d81d28f2ecdd,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:00.237568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:00.255568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:00.259052 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.49', 64232) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:00.271845 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=58cefdbdc7db4603ab4066c78a285507&name=default HTTP/1.1" status: 200 len: 2879 time: 3.3135955 Dec 04 21:43:00.282636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60454) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:00.284148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Router ce9f7894-283a-4e85-a36a-d6122901a995 is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:43:00.323755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Provisioning for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:00.334519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Provisioning complete for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:00.335556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.430590 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a7947d2072cf4372b47c83c70ea8ef92&name=default HTTP/1.1" status: 200 len: 2879 time: 3.7165771 Dec 04 21:43:00.438650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60462) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:00.681456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.721912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.803880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.822261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:00.843508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2d6c4b-845b-4cfc-af2a-e808a613f5e7,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:00.845825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:00.846923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:00.917413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-a71b1dd2-52a4-4a94-ac7d-71b66bef6384 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:00.920673 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-a71b1dd2-52a4-4a94-ac7d-71b66bef6384 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.49 "GET /v2.0/networks?id=3311d90e-30fe-4268-b251-6b1271c5d9aa HTTP/1.1" status: 200 len: 811 time: 0.6449947 Dec 04 21:43:00.992157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.054949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.074821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-df21d4f6-2c6f-4f6f-966a-2cda65802aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.091913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.116182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:01.167387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] For port 15f7ea67-3f38-4596-afbf-7bfe82510e5f, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=15f7ea67-3f38-4596-afbf-7bfe82510e5f,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:01.176350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.207074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:01.333066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9648c5d9-54a2-4cbd-a119-77a0e059ee54,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:01.353474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Request body: {'port': {'device_id': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa', 'admin_state_up': True, 'tenant_id': '0effb8b3d84e4ac398b5124a5de9a759'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:01.357456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:43:01.380584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.385129 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/9648c5d9-54a2-4cbd-a119-77a0e059ee54 HTTP/1.1" status: 204 len: 168 time: 2.6876113 Dec 04 21:43:01.386942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.389006 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ed2d6c4b-845b-4cfc-af2a-e808a613f5e7 HTTP/1.1" status: 204 len: 168 time: 0.9183292 Dec 04 21:43:01.393274 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cee8f296-e3a0-4cdb-b9a2-7019cdf47581 req-67735e23-f9e4-40e9-9607-e06612ded85a tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.2800491 Dec 04 21:43:01.395892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60500) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:01.443395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Pushing event updated for resources: {'Port': ['ID=15f7ea67-3f38-4596-afbf-7bfe82510e5f,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:01.452925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:01.617781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8e19feba-8b23-4f07-90f8-03d0b8b1cb4a req-8c66ae19-cced-476c-bc0c-1dc8260256a7 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.9123366 Dec 04 21:43:01.674493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.713346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Sync routers for ids ['ce9f7894-283a-4e85-a36a-d6122901a995'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:43:01.719548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-973ea769-1aac-4945-bdb8-e97a6f660214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:01.754007 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:01.756484 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.6378739 Dec 04 21:43:01.761577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60512) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:01.803726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Routers {'ce9f7894-283a-4e85-a36a-d6122901a995'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:01.804814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['ce9f7894-283a-4e85-a36a-d6122901a995'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:01.870908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-4338f82d-560f-4032-bbaf-9cf68decfe3b None None] Provisioning complete for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:01.871368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4338f82d-560f-4032-bbaf-9cf68decfe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.051263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.290345 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.329157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.425427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:02.455611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-bfa61418-49bb-4c86-b786-8deda279cba8 None None] Provisioning complete for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:02.456103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bfa61418-49bb-4c86-b786-8deda279cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.462828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:02.520224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:02.546503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Usage tracker for resource:port and tenant:0effb8b3d84e4ac398b5124a5de9a759 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:02.558391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Quota usage for port was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:02.588336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:02.640496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d7dd7-5e10-49b2-96d2-d81d28f2ecdd,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:02.651324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Usage tracker for resource:port and tenant:cf5461b9bc7f4c0096b14da09548e45a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:02.672058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:02.698322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Made reservation on behalf of 0effb8b3d84e4ac398b5124a5de9a759 for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:43:02.735279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.821224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Quota usage for port was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:02.827484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.893161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:02.904225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Set router ce9f7894-283a-4e85-a36a-d6122901a995 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:03.154753 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b431c822-c871-4bf5-8753-ac59755a19e2 req-fcfe3016-1983-429d-8708-dca90d19fac9 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.2566237 Dec 04 21:43:03.286390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:03.321033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-22a17ddd-f40e-476e-8cf6-4baa1f8ed1fc None None] Provisioning complete for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:03.323470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-22a17ddd-f40e-476e-8cf6-4baa1f8ed1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:03.353168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:43:03.400482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 15f7ea67-3f38-4596-afbf-7bfe82510e5f up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:03.635103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:03.697107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 15f7ea67-3f38-4596-afbf-7bfe82510e5f triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:03.698199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:03.813219 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bf75e066-2fd4-40af-9aed-f9f730ee30e8 req-f89101cf-0ca6-45f2-84fe-8e79b06fed39 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.4952416 Dec 04 21:43:03.875011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:03.876646 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/198d7dd7-5e10-49b2-96d2-d81d28f2ecdd HTTP/1.1" status: 204 len: 168 time: 3.2834995 Dec 04 21:43:03.892948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Made reservation on behalf of cf5461b9bc7f4c0096b14da09548e45a for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:43:03.937622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:04.283024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:42:56Z', 'revision_number': 3, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:04.311053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Checking router: ce9f7894-283a-4e85-a36a-d6122901a995 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:43:04.311781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Updating router ce9f7894-283a-4e85-a36a-d6122901a995 port 893e4c67-76de-4a78-af47-1706661054ad binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:43:04.544470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:04.711045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:05.218219 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a4cdd113-3aab-47e4-b749-5067dfb2395c req-7d3bd7d7-355e-46d7-acd3-ae6e1a88c8a6 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.1997685 Dec 04 21:43:05.370832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.378398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.379313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.379689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > port after_create 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.380043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.380415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > port after_update 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.380769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.381156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.381487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:05.385958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:06.018066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:06.020161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:06.020830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:06.020973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:43:06.021302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c4d2cf-9c61-4889-b8b1-8f04ec5c891d']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:06.284446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0e5329-c1c0-40e6-ac2c-cf017299e1e1') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:06.284446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0e5329-c1c0-40e6-ac2c-cf017299e1e1') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:06.290821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:06.334867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:06.423727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:06.444534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:43:06.465290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:06.596673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Allocated IP 172.20.0.12 (2f23444f-6055-4b6e-bb35-d0aa4f7edcaa/01d0d095-1c8a-4002-8cf4-897e9eb73dd3/32494d54-2e50-4469-9549-b259a693d742) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:06.910434 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4585ae8a-be8d-4303-b8a3-cbb364af2ff2 req-42c2a2a1-33ef-4436-aa7a-09feb0de0235 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.9188588 Dec 04 21:43:07.147962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:43:07.164657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:07.432023 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ade3772a-1e26-4b43-9421-3ba7effbdd37 req-03e398af-d0cb-490e-8b3a-05a10485c680 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.6770344 Dec 04 21:43:07.725781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:07.925429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Network 93c4d2cf-9c61-4889-b8b1-8f04ec5c891d has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:43:07.934828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: (rel_b, rel_a, rel_b), Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: (rel_b, rel_a, rel_b), Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:43:07.998820 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:43:08.378790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Allocated IP 172.20.0.11 (3311d90e-30fe-4268-b251-6b1271c5d9aa/fee44e8c-3f85-472c-9426-c10420a59a9f/5bece4c4-9935-47ca-86d7-66cbfc3386eb) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:08.495387 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40fe53d1-2ebd-4d85-9ae1-d62f14092d5a req-71760e80-4710-4571-888a-693586172ec0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.1020195 Dec 04 21:43:08.590980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Allocated IP 172.20.0.1 (7d87fa63-caeb-4a6e-b985-b09df8378cd3/6655097a-7100-4a2a-8371-d801e3c57ae2/1e464457-7b26-42de-bdd7-37e483e097b4) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:08.596447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Transition to ACTIVE for port object 893e4c67-76de-4a78-af47-1706661054ad will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:08.599673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:08.896258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c75f40e0-8f3b-4389-a6bd-f266c5355d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:09.055841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.083236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Pushing event updated for resources: {'Port': ['ID=893e4c67-76de-4a78-af47-1706661054ad,revision_number=2']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:09.093313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.113948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.115552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.117237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.118290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.119156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.120072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.120926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.121938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.122864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.123692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.124620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.125445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.126731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.127937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.128781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.129689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.130567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.131486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.133276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.134515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.135458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.136391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.137248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.138390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Tracked resource versions report: Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: pushed versions: Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: { 'AddressGroup': {'1.0'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': {'1.0'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': {'1.0'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': {'1.1'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': {'1.6'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': {'1.2'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': {'1.8'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': {'1.3'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': {'1.1'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': {'1.0'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': {'1.1'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': {'1.1'}} Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: consumer versions: Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: { DHCP agent@dv-cinder-749155-4-smb: {}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: L3 agent@dv-cinder-749155-4-smb: {}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: Metadata agent@dv-cinder-749155-4-smb: {}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: Metering agent@dv-cinder-749155-4-smb: {}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@dv-cinder-749155-4-smb: { 'AddressGroup': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}, Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'ConntrackHelper': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Log': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Network': '1.1', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Port': '1.6', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'PortForwarding': '1.2', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'QosPolicy': '1.8', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroup': '1.3', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SecurityGroupRule': '1.1', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'SubPort': '1.0', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Subnet': '1.1', Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: 'Trunk': '1.1'}} Dec 04 21:43:09.142376 dv-cinder-749155-4-smb neutron-server[80174]: {{(pid=80289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 21:43:09.159578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:09.197140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.316656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.382419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Attempting to bind port 893e4c67-76de-4a78-af47-1706661054ad on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:09.386559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Attempting to bind port 893e4c67-76de-4a78-af47-1706661054ad by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:09.387698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Attempting to bind port 893e4c67-76de-4a78-af47-1706661054ad on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:09.403107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:09.408002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:09.409763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.412482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:09.413270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Bound port: 893e4c67-76de-4a78-af47-1706661054ad, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:09.415065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.431035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:09.469914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:09.547911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.583437 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-172b9fe7-84b2-46d5-a9a5-0edb5fa88baf req-01bbd195-afcd-4704-8e5b-c3dc793482c5 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.3962631 Dec 04 21:43:09.590532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] For port 893e4c67-76de-4a78-af47-1706661054ad, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:09.599195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] For port 893e4c67-76de-4a78-af47-1706661054ad, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=893e4c67-76de-4a78-af47-1706661054ad,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:09.608067 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] 10.222.0.17 "DELETE /v2.0/networks/93c4d2cf-9c61-4889-b8b1-8f04ec5c891d HTTP/1.1" status: 204 len: 168 time: 8.2105429 Dec 04 21:43:09.609992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:09.660148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:09.679844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60616) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:09.779941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event updated for resources: {'Port': ['ID=32494d54-2e50-4469-9549-b259a693d742,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:09.784867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:43:09.829497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:09.832037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:09.850661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:10.018720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Pushing event updated for resources: {'Port': ['ID=893e4c67-76de-4a78-af47-1706661054ad,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:10.036058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1d546692-94a0-4e20-b67b-e758dde9f444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:10.138022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Routers {'ce9f7894-283a-4e85-a36a-d6122901a995'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:10.138665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['ce9f7894-283a-4e85-a36a-d6122901a995'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:10.435482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Pushing event updated for resources: {'Port': ['ID=1e464457-7b26-42de-bdd7-37e483e097b4,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:10.446255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:10.491558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.886s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:10.579038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c4d2cf-9c61-4889-b8b1-8f04ec5c891d,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:10.593680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:10.743086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Deleting subnet d4d0497e-328f-416a-862f-4380b238c436 {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:43:10.753291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:10.756099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:10.763923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:10.765979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:10.808296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:43:10.822577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:43:10.824356 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.1100669 Dec 04 21:43:10.851665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:10.852410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:10.883919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:10.898658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:10.912776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:11.063195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:11.137628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Notify callbacks [] for router, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:11.140952 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 17.4047029 Dec 04 21:43:11.190295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60642) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:11.357770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] Set router ce9f7894-283a-4e85-a36a-d6122901a995 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:11.436140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-ca1c229e-97e0-47d7-ab92-26b603371085 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:43:11.450699 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-ca1c229e-97e0-47d7-ab92-26b603371085 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1709387 Dec 04 21:43:11.919887 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-a66db47b-4a34-4644-8957-c42d9f55ff38 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:11.921474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-a66db47b-4a34-4644-8957-c42d9f55ff38 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:11.964237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:12.075601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-a66db47b-4a34-4644-8957-c42d9f55ff38 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:12.077288 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-a66db47b-4a34-4644-8957-c42d9f55ff38 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 932 time: 1.3265316 Dec 04 21:43:12.277839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:12.279892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Request body: {'port': {'device_id': 'd472683f-7712-4213-a33e-3499f5db21d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:12.323147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-51769592-36e0-4c77-88f2-6f6438a8984d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:12.464673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:12.552553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:42:56Z', 'revision_number': 3, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:12.574231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96effeba-5566-4483-aef4-5f8fbacf192b None None] The sync data for ids ['ce9f7894-283a-4e85-a36a-d6122901a995'] in dv-cinder-749155-4-smb is: [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:42:56Z', 'revision_number': 3, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:43:12.692497 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d64df97c-3348-4640-b3ba-023346195fb2 req-1d490265-afb9-4108-a941-ce0c4ab8db92 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.2250445 Dec 04 21:43:13.029754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:13.268360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:00Z', 'revision_number': 3, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:13.298101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:43:13.298101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Updating router 66078221-7568-4a8f-91ee-f1f0fd3f2214 port b229940c-eca9-4e51-8646-9d7335317ace binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:43:13.444344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:13.484216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:13.531035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-51769592-36e0-4c77-88f2-6f6438a8984d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:13.532389 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc76b2f4-b915-4388-9878-f0bdaeac17b2 req-51769592-36e0-4c77-88f2-6f6438a8984d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4412768 Dec 04 21:43:13.704288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:13.769477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:13.890507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Pushing event updated for resources: {'Port': ['ID=5bece4c4-9935-47ca-86d7-66cbfc3386eb,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:13.896328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:14.199551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32494d54-2e50-4469-9549-b259a693d742 {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:43:14.215498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.246344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:14.251521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Transition to ACTIVE for port object 32494d54-2e50-4469-9549-b259a693d742 will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:14.255975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:14.263473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:14.277087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:14.284973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.301540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.316797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.438819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.455593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Transition to ACTIVE for port object b229940c-eca9-4e51-8646-9d7335317ace will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:14.460078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.486525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:14.704986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-75e3ec68-37bd-49fb-92e3-d31baeb6391e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:14.715175 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96111e8-1e9e-448d-bf80-ea4927683a40 None None] Pushing event updated for resources: {'Port': ['ID=b229940c-eca9-4e51-8646-9d7335317ace,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:14.739510 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e96111e8-1e9e-448d-bf80-ea4927683a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:14.785028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Attempting to bind port b229940c-eca9-4e51-8646-9d7335317ace on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:14.785436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Attempting to bind port b229940c-eca9-4e51-8646-9d7335317ace by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:14.785841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Attempting to bind port b229940c-eca9-4e51-8646-9d7335317ace on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:14.805985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:14.806414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:14.806871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.810651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:14.811275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Bound port: b229940c-eca9-4e51-8646-9d7335317ace, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:14.812223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:14.874376 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 13.8853178 Dec 04 21:43:14.894063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Pushing event updated for resources: {'Port': ['ID=32494d54-2e50-4469-9549-b259a693d742,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:14.902392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:14.952173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] For port b229940c-eca9-4e51-8646-9d7335317ace, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:14.956089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] For port b229940c-eca9-4e51-8646-9d7335317ace, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=b229940c-eca9-4e51-8646-9d7335317ace,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:14.962629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.093292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Attempting to bind port 32494d54-2e50-4469-9549-b259a693d742 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:15.093614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Attempting to bind port 32494d54-2e50-4469-9549-b259a693d742 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:15.094131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Attempting to bind port 32494d54-2e50-4469-9549-b259a693d742 on network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:15.116122 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:15.116493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Checking segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:15.118130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.118130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Bound using segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:15.118787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Bound port: 32494d54-2e50-4469-9549-b259a693d742, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:15.119170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.170593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dd53e8fd-9f1f-4b20-b98c-15899f0ac0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:15.241323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a0be-0752-44b7-9825-66eca5ea9490 req-587d5ecb-74c8-4905-a7ef-a9e10d69a68f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:15.251400 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c0b1a0be-0752-44b7-9825-66eca5ea9490 req-587d5ecb-74c8-4905-a7ef-a9e10d69a68f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 944 time: 0.3438303 Dec 04 21:43:15.331703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96111e8-1e9e-448d-bf80-ea4927683a40 None None] Pushing event updated for resources: {'Port': ['ID=b229940c-eca9-4e51-8646-9d7335317ace,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:15.346391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 893e4c67-76de-4a78-af47-1706661054ad up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:15.369700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.441346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e96111e8-1e9e-448d-bf80-ea4927683a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:15.478746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:15.479466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:15.531510 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] For port 32494d54-2e50-4469-9549-b259a693d742, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:15.542346 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c0b1a0be-0752-44b7-9825-66eca5ea9490 req-28e98728-af4d-4f90-85f2-da354e7a443b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782726 Dec 04 21:43:15.546893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] For port 32494d54-2e50-4469-9549-b259a693d742, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=32494d54-2e50-4469-9549-b259a693d742,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:15.556390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.611305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:15.706655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60706) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:15.724230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 893e4c67-76de-4a78-af47-1706661054ad completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:15.746494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 893e4c67-76de-4a78-af47-1706661054ad triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:15.746913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.799581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Pushing event updated for resources: {'Port': ['ID=32494d54-2e50-4469-9549-b259a693d742,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:15.807194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:15.932018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.956593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 893e4c67-76de-4a78-af47-1706661054ad, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=893e4c67-76de-4a78-af47-1706661054ad,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:15.966238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:15.976308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2b5eb271-783e-471a-ab5a-3cd136d4ee51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:16.043946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:16.060992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:16.062182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:16.063843 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] 10.222.0.49 "PUT /v2.0/ports/32494d54-2e50-4469-9549-b259a693d742 HTTP/1.1" status: 200 len: 1158 time: 4.0448749 Dec 04 21:43:16.064315 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'tag': '32494d54-2e50-4469-9549-b259a693d742'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:16.200712 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Request body: {'port': {'device_id': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:16.216938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=893e4c67-76de-4a78-af47-1706661054ad,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:16.231169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:16.456001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:16.471514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:00Z', 'revision_number': 3, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:16.476695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cee461-e1d9-43c5-8036-d88fa67bee77 None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:00Z', 'revision_number': 3, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:43:16.540824 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:16.548816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Usage tracker for resource:security_group_rule and tenant:8b716176f4aa41d68b71a811d3c99e1e is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:16.555010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:16.568012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:16.661187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:16.849552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaf013-8e71-4b22-ae03-4c4470cfaf94 req-4520a9f7-a64e-4a2a-89a6-e8dae3966b6d tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:16.853067 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08eaf013-8e71-4b22-ae03-4c4470cfaf94 req-4520a9f7-a64e-4a2a-89a6-e8dae3966b6d tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 932 time: 2.7421653 Dec 04 21:43:16.872452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-7294b3bc-cbb8-4027-87e3-2f476e33327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:16.874821 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-7294b3bc-cbb8-4027-87e3-2f476e33327b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 1161 time: 0.4196024 Dec 04 21:43:17.028807 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-b9fff08b-5d44-4312-a339-c4b3b8fdd12f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32494d54-2e50-4469-9549-b259a693d742 HTTP/1.1" status: 200 len: 217 time: 0.0766621 Dec 04 21:43:17.030749 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'tag': '32494d54-2e50-4469-9549-b259a693d742', 'status': 'completed', 'code': 200} Dec 04 21:43:17.135675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-08eaf013-8e71-4b22-ae03-4c4470cfaf94 req-805fa3dc-4c24-4d83-9278-8b38ff724dd8 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Synchronizing usage tracker for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:17.181464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.247147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:17.251458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757bf5-6671-4648-b222-30e8984b3851 req-7e189ac7-86b9-4b14-ad35-be139c9a9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:17.252651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 893e4c67-76de-4a78-af47-1706661054ad up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:17.253189 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-7e189ac7-86b9-4b14-ad35-be139c9a9c6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.2142990 Dec 04 21:43:17.290207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.resource_extend [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 04 21:43:17.321180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.348534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.350359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.353175 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 893e4c67-76de-4a78-af47-1706661054ad triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:17.353992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.361133 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-f2652bdb-b333-40ff-80c5-2a6f10d416f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994439 Dec 04 21:43:17.456705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d0497e-328f-416a-862f-4380b238c436,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:17.460179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:17.461177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.506159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:17.514272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-08eaf013-8e71-4b22-ae03-4c4470cfaf94 req-805fa3dc-4c24-4d83-9278-8b38ff724dd8 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Unset dirty status for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:17.515555 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08eaf013-8e71-4b22-ae03-4c4470cfaf94 req-805fa3dc-4c24-4d83-9278-8b38ff724dd8 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259773 Dec 04 21:43:17.564876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928552-7428-42cf-a806-7982c2c6d606 req-2122f80f-8f5a-49f0-8e5f-f6ca67c1aabe tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:17.578874 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7f928552-7428-42cf-a806-7982c2c6d606 req-2122f80f-8f5a-49f0-8e5f-f6ca67c1aabe tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 944 time: 0.4632204 Dec 04 21:43:17.592652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b2b947-1c7f-471e-afa1-4fd2fced66d6,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:17.600040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:17.634511 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:17.702018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.resource_extend [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 04 21:43:17.763172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.778727 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8b716176f4aa41d68b71a811d3c99e1e&name=default HTTP/1.1" status: 200 len: 2879 time: 2.0644646 Dec 04 21:43:17.795217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60746) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:17.837438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Allocated IP 172.20.0.1 (cf35c37d-6277-422d-b278-e3e2cb8da973/af253007-ba95-4bc5-a152-20dd3feb2608/8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:17.842189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:17.907696 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7f928552-7428-42cf-a806-7982c2c6d606 req-7a7d2e8b-c251-488c-91ad-22792e4acbfb tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029757 Dec 04 21:43:18.000027 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-f3b2ca7a-4f3d-4f97-9181-40f0ec693ec2 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265321 Dec 04 21:43:18.030769 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ede8ee29-ee97-44c2-89ef-6e18d2af49ae admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d4d0497e-328f-416a-862f-4380b238c436 HTTP/1.1" status: 204 len: 168 time: 8.3266456 Dec 04 21:43:18.058016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60760) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:18.058896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Pushing event updated for resources: {'Port': ['ID=1e464457-7b26-42de-bdd7-37e483e097b4,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:18.069120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:18.411434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:18.428856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:18.450476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.474538 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bece4c4-9935-47ca-86d7-66cbfc3386eb {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:43:18.497748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.531903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.535105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Transition to ACTIVE for port object 5bece4c4-9935-47ca-86d7-66cbfc3386eb will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:18.552254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.669860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.690011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Transition to ACTIVE for port object 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:18.713864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:18.725550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.763822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:18.777599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:18.786218 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff757bf5-6671-4648-b222-30e8984b3851 req-6cf7bf53-3a84-48fe-96cf-a5cc54c19402 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7788048 Dec 04 21:43:18.907942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bece4c4-9935-47ca-86d7-66cbfc3386eb,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:18.920326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:18.998874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Attempting to bind port 5bece4c4-9935-47ca-86d7-66cbfc3386eb on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:18.999318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Attempting to bind port 5bece4c4-9935-47ca-86d7-66cbfc3386eb by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '4845b9de-d9d9-4e11-83b8-c9997e49d1eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:18.999594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Attempting to bind port 5bece4c4-9935-47ca-86d7-66cbfc3386eb on network 3311d90e-30fe-4268-b251-6b1271c5d9aa {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:19.032774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:19.032774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Checking segment: {'id': '4845b9de-d9d9-4e11-83b8-c9997e49d1eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:19.033395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.034042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Bound using segment: {'id': '4845b9de-d9d9-4e11-83b8-c9997e49d1eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:19.034851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Bound port: 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4845b9de-d9d9-4e11-83b8-c9997e49d1eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3311d90e-30fe-4268-b251-6b1271c5d9aa'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:19.035454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.226627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] For port 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:19.234968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] For port 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb,segment=NetworkSegment(4845b9de-d9d9-4e11-83b8-c9997e49d1eb),segment_id=4845b9de-d9d9-4e11-83b8-c9997e49d1eb)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:19.237025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.247548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.264712 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:19.330989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b229940c-eca9-4e51-8646-9d7335317ace up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:19.341933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b2b947-1c7f-471e-afa1-4fd2fced66d6,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:19.416033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:19.421918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:19.426169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.523837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.526147 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e0b2b947-1c7f-471e-afa1-4fd2fced66d6 HTTP/1.1" status: 204 len: 168 time: 1.7182460 Dec 04 21:43:19.530335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port b229940c-eca9-4e51-8646-9d7335317ace completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:19.540776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port b229940c-eca9-4e51-8646-9d7335317ace triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:19.541481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.591085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-120a55e3-a6b2-4bef-94e1-66f0ed582664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:19.596270 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-120a55e3-a6b2-4bef-94e1-66f0ed582664 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 1161 time: 0.6744061 Dec 04 21:43:19.691180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Pushing event updated for resources: {'Port': ['ID=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:19.718848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:19.740098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bece4c4-9935-47ca-86d7-66cbfc3386eb,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:19.750307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:19.885304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.907464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port b229940c-eca9-4e51-8646-9d7335317ace, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=b229940c-eca9-4e51-8646-9d7335317ace,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:19.912347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:19.915957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:19.921123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Router ce9f7894-283a-4e85-a36a-d6122901a995 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:43:19.933073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf4d758-8d70-4a98-accd-56bda438ad9a']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:19.987287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13f10e7-109b-45cd-9fad-7e2e7fc9e59d') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:19.988387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13f10e7-109b-45cd-9fad-7e2e7fc9e59d') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:20.033966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=b229940c-eca9-4e51-8646-9d7335317ace,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:20.049707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:20.082479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386d02-283f-4a61-b38a-e2709857b5d8 req-71349921-87d0-4d7e-abca-5829ff4e9e24 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:20.091405 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff386d02-283f-4a61-b38a-e2709857b5d8 req-71349921-87d0-4d7e-abca-5829ff4e9e24 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 944 time: 1.3326287 Dec 04 21:43:20.108646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:20.112870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e4519-5fbb-4a41-a125-a4b17d7765f4 req-9596ba81-85e1-4bfc-923a-21e1be1d7253 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:20.114829 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4f6e4519-5fbb-4a41-a125-a4b17d7765f4 req-9596ba81-85e1-4bfc-923a-21e1be1d7253 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 944 time: 0.7746904 Dec 04 21:43:20.235216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:20.236429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:20.239174 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] 10.222.0.49 "PUT /v2.0/ports/5bece4c4-9935-47ca-86d7-66cbfc3386eb HTTP/1.1" status: 200 len: 1158 time: 4.0452089 Dec 04 21:43:20.245219 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4f6e4519-5fbb-4a41-a125-a4b17d7765f4 req-54ac2d9f-0f1d-48d3-b1a8-067e1ea141ef tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150403 Dec 04 21:43:20.247017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-cae8fae9-d174-4da3-bd34-b3e2ed9693f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:20.249752 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-cae8fae9-d174-4da3-bd34-b3e2ed9693f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 908 time: 0.6159208 Dec 04 21:43:20.252840 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:20.538322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:20.541609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:43:20.557784 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-726b7252-b9ea-4eb1-8b22-7ecb6045c447 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32494d54-2e50-4469-9549-b259a693d742 HTTP/1.1" status: 200 len: 217 time: 0.2883608 Dec 04 21:43:20.764636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Network ecf4d758-8d70-4a98-accd-56bda438ad9a has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:43:20.775974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:20.805403 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb', 'status': 'completed', 'code': 200} Dec 04 21:43:20.895755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-45477a32-337b-4ed6-aa36-e62183617922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:20.898751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Network cf35c37d-6277-422d-b278-e3e2cb8da973 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:20.900139 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-45477a32-337b-4ed6-aa36-e62183617922 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.3311262 Dec 04 21:43:20.907485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-6f7f0443-9a9d-4d0b-90d3-e4d3273fbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:20.911282 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-6f7f0443-9a9d-4d0b-90d3-e4d3273fbc75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0effb8b3d84e4ac398b5124a5de9a759&device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 1161 time: 0.5238607 Dec 04 21:43:20.924049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:21.032630 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:21.070548 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-78dc450e-6559-4f14-a1a1-f79f23514feb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506608 Dec 04 21:43:21.131796 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-e0193c6c-629a-4bd0-86e6-f72ebabab918 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb HTTP/1.1" status: 200 len: 217 time: 0.1682985 Dec 04 21:43:21.157489 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ff386d02-283f-4a61-b38a-e2709857b5d8 req-5515ab83-d8fa-425b-aece-45143b49e6ae tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0335841 Dec 04 21:43:21.299597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b229940c-eca9-4e51-8646-9d7335317ace up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:21.374401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:21.390003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:43:21.400697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Sync routers for ids ['ce9f7894-283a-4e85-a36a-d6122901a995'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:43:21.406029 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-62b393d9-564f-4d83-b512-dce6da045d73 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335345 Dec 04 21:43:21.420210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Routers {'ce9f7894-283a-4e85-a36a-d6122901a995'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:21.423874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port b229940c-eca9-4e51-8646-9d7335317ace triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:21.424310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:21.425065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['ce9f7894-283a-4e85-a36a-d6122901a995'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:21.453147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Network ecf4d758-8d70-4a98-accd-56bda438ad9a has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:43:21.547784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-1665dde3-34cc-4159-b147-1485a3fdc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:21.550922 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-1665dde3-34cc-4159-b147-1485a3fdc14e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fee44e8c-3f85-472c-9426-c10420a59a9f HTTP/1.1" status: 200 len: 851 time: 0.4041936 Dec 04 21:43:21.617412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-4ab1f02a-0905-47ee-9502-4795ee001684 None None] Provisioning for port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:21.637970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-4ab1f02a-0905-47ee-9502-4795ee001684 None None] Provisioning complete for port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:21.638342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f02a-0905-47ee-9502-4795ee001684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:21.684997 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-6e5f748e-7686-4fc8-9072-b153d429c0c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3311d90e-30fe-4268-b251-6b1271c5d9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606930 Dec 04 21:43:21.727971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1f02a-0905-47ee-9502-4795ee001684 None None] Port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:43:21.745841 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:43:21.773619 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] 10.222.0.17 "PUT /v2.0/routers/ce9f7894-283a-4e85-a36a-d6122901a995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0101392 Dec 04 21:43:21.793262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:21.832960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:21.854673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Set router ce9f7894-283a-4e85-a36a-d6122901a995 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:21.888592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:21.914492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf4d758-8d70-4a98-accd-56bda438ad9a,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:21.931896 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] 10.222.0.17 "DELETE /v2.0/networks/ecf4d758-8d70-4a98-accd-56bda438ad9a HTTP/1.1" status: 204 len: 168 time: 3.8605819 Dec 04 21:43:21.933119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:22.069573 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ccaae75-2957-4539-b1ca-47a060ee6414 req-0eee990c-82e6-4e85-9e5a-d4f427b7a59b service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6501474 Dec 04 21:43:22.126880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:22.185946 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-87bebf87-39d4-4e21-b75c-9498d0ee9828 service neutron] 10.222.0.49 "GET /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889851 Dec 04 21:43:22.228383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333daf5-e7c4-44a4-a098-13d8c4deb828 req-29298935-9e91-425f-9b12-8431803a3ce6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:22.237806 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e333daf5-e7c4-44a4-a098-13d8c4deb828 req-29298935-9e91-425f-9b12-8431803a3ce6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 944 time: 0.5404191 Dec 04 21:43:22.606613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60894) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:22.621599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:43:13Z', 'revision_number': 4, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '1e464457-7b26-42de-bdd7-37e483e097b4', 'name': '', 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'mac_address': 'fa:16:3e:15:7c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6655097a-7100-4a2a-8371-d801e3c57ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:07Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 2, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'subnets': [{'id': '6655097a-7100-4a2a-8371-d801e3c57ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:22.627841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Checking router: ce9f7894-283a-4e85-a36a-d6122901a995 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:43:22.628380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Updating router ce9f7894-283a-4e85-a36a-d6122901a995 port 1e464457-7b26-42de-bdd7-37e483e097b4 binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:43:22.723095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:22.801463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-6047122f-e8b2-4f5f-8487-e40e3e83d1cb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:43:22.825927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c8c6-2645-46e2-b5b3-8c30614f2017 req-7fa90210-e2b0-4558-82b2-a29c1d673d2f tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:22.836191 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8f1c8c6-2645-46e2-b5b3-8c30614f2017 req-7fa90210-e2b0-4558-82b2-a29c1d673d2f tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 944 time: 0.3056138 Dec 04 21:43:22.932884 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8f1c8c6-2645-46e2-b5b3-8c30614f2017 req-16395ce1-1abd-4b93-80b6-67596f1933cf tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951948 Dec 04 21:43:23.003082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.012004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.141214 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e333daf5-e7c4-44a4-a098-13d8c4deb828 req-c0015264-38a9-4b51-8d34-3e16284ab013 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944036 Dec 04 21:43:23.187459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f8ead70b-4b7a-40d9-ac49-638ba366367c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:23.236031 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1563204b-fbdf-4852-b36f-b62f148c3c6f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=05ff7ff75646431788d6d011ebecd453&name=default HTTP/1.1" status: 200 len: 2875 time: 0.6231928 Dec 04 21:43:23.239578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60916) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:23.291090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Pushing event updated for resources: {'Port': ['ID=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:23.296190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:23.306060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-be982ffd-8d79-4e08-84ea-daf820233ff3 req-a1360120-525f-445a-8820-b0bb32dc6048 service neutron] 10.222.0.49 "GET /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0641201 Dec 04 21:43:23.306611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.353798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.374522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Transition to ACTIVE for port object 1e464457-7b26-42de-bdd7-37e483e097b4 will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:23.376455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.379279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.414943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:23.478497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 32494d54-2e50-4469-9549-b259a693d742 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:23.505144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.576765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.594917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:23.611342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901912de-a224-459d-9781-187eb0d7fd54,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:23.620648 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:23.642012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.648553 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/901912de-a224-459d-9781-187eb0d7fd54 HTTP/1.1" status: 204 len: 168 time: 0.4033687 Dec 04 21:43:23.683336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-90d26ad8-0603-491f-a120-c22df0fb0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:23.689705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 32494d54-2e50-4469-9549-b259a693d742 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:23.694678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19584c2-15bb-4d2c-b260-66fb17329855 None None] Pushing event updated for resources: {'Port': ['ID=1e464457-7b26-42de-bdd7-37e483e097b4,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:23.699798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c19584c2-15bb-4d2c-b260-66fb17329855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:23.706036 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-90d26ad8-0603-491f-a120-c22df0fb0630 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0effb8b3d84e4ac398b5124a5de9a759&device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 1161 time: 0.2807839 Dec 04 21:43:23.722833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 32494d54-2e50-4469-9549-b259a693d742 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:23.723529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:23.973820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-1596f4d6-cb38-4289-8298-cdfe92730709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:23.977407 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-1596f4d6-cb38-4289-8298-cdfe92730709 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3311d90e-30fe-4268-b251-6b1271c5d9aa HTTP/1.1" status: 200 len: 905 time: 0.2642677 Dec 04 21:43:24.077335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Attempting to bind port 1e464457-7b26-42de-bdd7-37e483e097b4 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:24.077749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Attempting to bind port 1e464457-7b26-42de-bdd7-37e483e097b4 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:24.078215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Attempting to bind port 1e464457-7b26-42de-bdd7-37e483e097b4 on network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:24.092229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:24.092646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Checking segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:24.093099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:24.093713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Bound using segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:24.094322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Bound port: 1e464457-7b26-42de-bdd7-37e483e097b4, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:24.094761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:24.136521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:24.269002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 32494d54-2e50-4469-9549-b259a693d742, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=32494d54-2e50-4469-9549-b259a693d742,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:24.271641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32494d54-2e50-4469-9549-b259a693d742'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:24.376489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Network cf35c37d-6277-422d-b278-e3e2cb8da973 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:24.387527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:24.430335 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-e5280a1d-db5e-405f-bad3-df284a528997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb HTTP/1.1" status: 200 len: 217 time: 0.4432092 Dec 04 21:43:24.458545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] For port 1e464457-7b26-42de-bdd7-37e483e097b4, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:24.477373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] For port 1e464457-7b26-42de-bdd7-37e483e097b4, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=1e464457-7b26-42de-bdd7-37e483e097b4,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:24.495468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:24.563788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:24.566962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:24.582028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e96111e8-1e9e-448d-bf80-ea4927683a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:24.661971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-5e26c6bd-34eb-41cc-af90-8f33a196b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:24.663633 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-5e26c6bd-34eb-41cc-af90-8f33a196b43b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fee44e8c-3f85-472c-9426-c10420a59a9f HTTP/1.1" status: 200 len: 851 time: 0.2083840 Dec 04 21:43:24.880793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=32494d54-2e50-4469-9549-b259a693d742,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:24.891442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:24.959613 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-ea684ce8-2885-48e2-9e7c-1d509ce5a56f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3311d90e-30fe-4268-b251-6b1271c5d9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2512352 Dec 04 21:43:24.974433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-f25a5ec8-294f-40c0-b6f8-e63af64e287a tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:24.979924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2dafb-3a8a-4746-ae6a-01bba81c1e4e req-d96173fc-3687-4bed-b168-4189485de389 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:24.981594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-1af2dafb-3a8a-4746-ae6a-01bba81c1e4e req-d96173fc-3687-4bed-b168-4189485de389 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Synchronizing usage tracker for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:24.984083 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-f25a5ec8-294f-40c0-b6f8-e63af64e287a tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 819 time: 1.0398009 Dec 04 21:43:24.985326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 32494d54-2e50-4469-9549-b259a693d742 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:24.996892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:43:25.044450 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-c427dbaf-f29d-4c23-a523-4c7790c1bf3d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/quotas/0e1b5a4a69334ca2975534f04e1c043b HTTP/1.1" status: 200 len: 375 time: 0.0591090 Dec 04 21:43:25.131416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-78a1dd18-050b-49e4-afa6-d2785400e359 None None] Provisioning complete for port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:25.132069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-78a1dd18-050b-49e4-afa6-d2785400e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:25.148692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19584c2-15bb-4d2c-b260-66fb17329855 None None] Pushing event updated for resources: {'Port': ['ID=1e464457-7b26-42de-bdd7-37e483e097b4,revision_number=4']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:25.167981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c19584c2-15bb-4d2c-b260-66fb17329855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:25.356060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-78a1dd18-050b-49e4-afa6-d2785400e359 None None] Port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:43:25.380243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Routers {'ce9f7894-283a-4e85-a36a-d6122901a995'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:25.381057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['ce9f7894-283a-4e85-a36a-d6122901a995'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:25.385972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 32494d54-2e50-4469-9549-b259a693d742 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:25.387708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:25.487452 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-5d292765-c19f-4138-959f-2de631f182c2 service neutron] 10.222.0.49 "GET /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740126 Dec 04 21:43:25.490881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60976) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:25.691210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 60982) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:25.730506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dde49f94-c1be-4b55-87b8-a29a2a80866c req-6dfb1cd0-1acc-4374-925c-84a8b7286865 service neutron] 10.222.0.49 "GET /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2327924 Dec 04 21:43:25.743385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-1af2dafb-3a8a-4746-ae6a-01bba81c1e4e req-d96173fc-3687-4bed-b168-4189485de389 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Unset dirty status for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:25.752905 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1af2dafb-3a8a-4746-ae6a-01bba81c1e4e req-d96173fc-3687-4bed-b168-4189485de389 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 944 time: 1.4752679 Dec 04 21:43:25.817567 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-67d3db27-d632-4f71-bbc0-803965dd280e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=83089eb8ffc741fb990f0f64695990db&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3222673 Dec 04 21:43:25.823095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 60990) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:25.848079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:43:25.881138 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] 10.222.0.17 "PUT /v2.0/routers/66078221-7568-4a8f-91ee-f1f0fd3f2214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6775229 Dec 04 21:43:25.885913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:43:25.910793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:25.912013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:25.920094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:25.927313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-fa8b4ae6-421a-41b9-9469-0ba808a8ddad tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Synchronizing usage tracker for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:25.967326 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1af2dafb-3a8a-4746-ae6a-01bba81c1e4e req-24c17776-c087-4570-9d3e-af0e5d811f3e tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130485 Dec 04 21:43:26.025614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:26.067954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-fa8b4ae6-421a-41b9-9469-0ba808a8ddad tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Unset dirty status for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:26.071140 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-fa8b4ae6-421a-41b9-9469-0ba808a8ddad tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0256097 Dec 04 21:43:26.174272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] Set router ce9f7894-283a-4e85-a36a-d6122901a995 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:26.189780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:26.206741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:26.256316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875f768-636d-4a6c-9983-b33e59ae378d,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:26.266694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:26.290795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:26.291089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:26.295705 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0875f768-636d-4a6c-9983-b33e59ae378d HTTP/1.1" status: 204 len: 168 time: 0.4702883 Dec 04 21:43:26.678194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:26.837412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:26.870166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Usage tracker for resource:security_group_rule and tenant:25da48a9be8644ad8abed1d1258059a6 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:26.892777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:26.973923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:27.004516 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8b89d882-77cc-4f73-9f1f-7b142e28f6a3 service neutron] 10.222.0.17 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9020221 Dec 04 21:43:27.113076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:43:13Z', 'revision_number': 4, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '1e464457-7b26-42de-bdd7-37e483e097b4', 'name': '', 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'mac_address': 'fa:16:3e:15:7c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6655097a-7100-4a2a-8371-d801e3c57ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:07Z', 'updated_at': '2020-12-04T21:43:24Z', 'revision_number': 4, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'subnets': [{'id': '6655097a-7100-4a2a-8371-d801e3c57ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:27.140802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43074dfb-2216-4024-b5bb-7471e85d0d7a None None] The sync data for ids ['ce9f7894-283a-4e85-a36a-d6122901a995'] in dv-cinder-749155-4-smb is: [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:43:13Z', 'revision_number': 4, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '1e464457-7b26-42de-bdd7-37e483e097b4', 'name': '', 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'mac_address': 'fa:16:3e:15:7c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6655097a-7100-4a2a-8371-d801e3c57ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:07Z', 'updated_at': '2020-12-04T21:43:24Z', 'revision_number': 4, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'subnets': [{'id': '6655097a-7100-4a2a-8371-d801e3c57ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:43:27.392122 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-541354c7-fd50-47d9-9f77-93d939d4c972 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:43:27.424775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81449e88-40ef-4801-a4ac-d32d8d279584 req-e0a1363a-fe59-4b5d-b016-134d5bb3e462 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:27.425752 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-81449e88-40ef-4801-a4ac-d32d8d279584 req-e0a1363a-fe59-4b5d-b016-134d5bb3e462 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 0.4268849 Dec 04 21:43:27.466966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:22Z', 'revision_number': 2, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:27.476964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:43:27.477402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Updating router 66078221-7568-4a8f-91ee-f1f0fd3f2214 port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:43:27.574987 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-81449e88-40ef-4801-a4ac-d32d8d279584 req-af2a8dd6-f18c-462b-8366-1828e5c4f505 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392474 Dec 04 21:43:27.611253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:27.704765 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-eba22175-fdb8-4679-bc0b-513f1e1f8a4b service neutron] 10.222.0.17 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6517971 Dec 04 21:43:27.770235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:27.782468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:27.801665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5a7bee35-cd32-4473-a0c1-ba91ff25dba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:27.821659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef253-1177-4f07-97d1-77c29f9df251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:27.873262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158d5c58-23ae-493f-81bf-f438f59ef71f,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:27.884196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:27.943302 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=25da48a9be8644ad8abed1d1258059a6&name=default HTTP/1.1" status: 200 len: 2879 time: 2.2502518 Dec 04 21:43:27.948112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 32794) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:28.119400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:28.173297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:28.311438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:28.321812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-99228ef6-99a4-4b78-b556-7147d1c3b737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:28.381829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d5c58-23ae-493f-81bf-f438f59ef71f,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:28.413013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:28.417445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:28.419929 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/158d5c58-23ae-493f-81bf-f438f59ef71f HTTP/1.1" status: 204 len: 168 time: 0.4702542 Dec 04 21:43:28.450815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 5bece4c4-9935-47ca-86d7-66cbfc3386eb up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:28.570610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.resource_extend [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 04 21:43:28.605634 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32494d54-2e50-4469-9549-b259a693d742', 'code': 200} Dec 04 21:43:28.734902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:28.748794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 5bece4c4-9935-47ca-86d7-66cbfc3386eb completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:28.784370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 5bece4c4-9935-47ca-86d7-66cbfc3386eb triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:28.789328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:28.946582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Transition to ACTIVE for port object 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:28.963604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:29.256008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc41f0-a544-412d-b5b2-227ef58ceb5d req-f54d28af-6408-468c-b6ea-78ab1a642b1d tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:29.280904 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38dc41f0-a544-412d-b5b2-227ef58ceb5d req-f54d28af-6408-468c-b6ea-78ab1a642b1d tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 944 time: 0.4847262 Dec 04 21:43:29.372211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:29.388010 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38dc41f0-a544-412d-b5b2-227ef58ceb5d req-137c89d7-9059-4359-9e63-f73cf11fc4b8 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051912 Dec 04 21:43:29.408662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-58c5a208-c5fd-491a-a63d-ff9d8e6bb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:29.415077 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-58c5a208-c5fd-491a-a63d-ff9d8e6bb7e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 1163 time: 0.5037024 Dec 04 21:43:29.469309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:29.530251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:29.540846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 1e464457-7b26-42de-bdd7-37e483e097b4 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:29.543019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Usage tracker for resource:security_group_rule and tenant:36f8051145df434f9fecc08ee986fb95 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:29.550402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:29.574921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:29.665960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3778d-77bc-4b2a-8b82-5bfb555ca8ee None None] Pushing event updated for resources: {'Port': ['ID=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:29.694243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7d3778d-77bc-4b2a-8b82-5bfb555ca8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:29.759225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:29.763943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:29.797275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:29.819552 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a6f65d8-2d1e-4db5-9c2a-a7325a28d305 req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993883 Dec 04 21:43:29.968274 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-44ba8ff8-82b2-4782-944e-2cf553a676f5 req-5d63dd66-4aa5-425e-aaf9-0467e67b3b57 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 210 time: 0.1719842 Dec 04 21:43:29.996347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb80e6-2ea1-4362-8c8a-4a7edf6b2a8b,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:30.020334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:30.207555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 32870) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:30.221581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'security_group': {'name': 'tempest-securitygroup--1579150866', 'description': 'tempest-description--1095729271'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:30.223470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.229251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:30.234136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:30.237511 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:30.244719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:30.257818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.286782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:30.389693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:30.395632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:30.409332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:30.438844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb,segment=NetworkSegment(4845b9de-d9d9-4e11-83b8-c9997e49d1eb),segment_id=4845b9de-d9d9-4e11-83b8-c9997e49d1eb)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:30.441729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 1e464457-7b26-42de-bdd7-37e483e097b4 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:30.457836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 1e464457-7b26-42de-bdd7-37e483e097b4 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:30.458832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.485577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4f867-8eb1-4540-8c02-9b42e90153e2 req-6eaea489-fe94-4e6a-b9b4-924bee195c2f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:30.498063 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4db4f867-8eb1-4540-8c02-9b42e90153e2 req-6eaea489-fe94-4e6a-b9b4-924bee195c2f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 0.2031381 Dec 04 21:43:30.524968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.567769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 32494d54-2e50-4469-9549-b259a693d742 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:30.571478 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4db4f867-8eb1-4540-8c02-9b42e90153e2 req-419a62df-c075-44cc-90ba-645e6e2e6755 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721936 Dec 04 21:43:30.653594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:30.718695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.729087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.743437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:30.805307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-76a21456-2b4d-4af7-a9ad-a6d1c6964f40 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:30.807500 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-76a21456-2b4d-4af7-a9ad-a6d1c6964f40 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 819 time: 0.2137966 Dec 04 21:43:30.816550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:30.831666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:30.833003 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.6241629 Dec 04 21:43:30.840893 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-6406db81-79a5-49a6-8396-d488784315ba tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/quotas/0e1b5a4a69334ca2975534f04e1c043b HTTP/1.1" status: 200 len: 375 time: 0.0254879 Dec 04 21:43:30.842839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 32898) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:30.913118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'security_group_rule': {'security_group_id': '0825ae42-5bc9-4d5a-8a33-220479524af9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:30.927705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:30.940670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:30.953539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:31.141932 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-e7cc2631-5212-43af-8827-10ddf5555f75 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2926285 Dec 04 21:43:31.169555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff123-88c4-4ecd-a50d-8376c16a7eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.218371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:31.257314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'SecurityGroup': ['ID=0825ae42-5bc9-4d5a-8a33-220479524af9,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:31.265114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:31.276062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=5bece4c4-9935-47ca-86d7-66cbfc3386eb,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:31.281546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:31.289111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Attempting to bind port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:31.289532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Attempting to bind port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:31.289969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Attempting to bind port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd on network cf35c37d-6277-422d-b278-e3e2cb8da973 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:31.296514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 32494d54-2e50-4469-9549-b259a693d742 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:31.296939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.340737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:31.340737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Checking segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:31.340737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.340737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Bound using segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:31.340737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Bound port: 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:31.340737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.343573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.424300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.478912 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-deb7e5d1-7e18-4171-8513-ab2f37259343 service neutron] 10.222.0.17 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335223 Dec 04 21:43:31.628961 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] For port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:31.636485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] For port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:31.670852 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.692008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.710198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9d9e-5f52-4110-a078-145a30e3279a req-2bbce826-663f-4087-940a-e98c6cb7082f tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:31.728153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1c3e9d9e-5f52-4110-a078-145a30e3279a req-2bbce826-663f-4087-940a-e98c6cb7082f tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 946 time: 0.7055197 Dec 04 21:43:31.735808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.827384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:31.828245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:31.844388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:31.846434 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.0001595 Dec 04 21:43:31.858851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 32930) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:31.879030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8fcb757a-d2ef-4e19-afb3-f626ecd17878 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:31.880013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8fcb757a-d2ef-4e19-afb3-f626ecd17878 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Synchronizing usage tracker for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:31.884822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b41580-1508-4640-b5cc-69312dca2d72,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:31.890234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2c5e72d5-c106-49f1-8c2c-bf17b7178ce8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:31.894305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'security_group_rule': {'security_group_id': '0825ae42-5bc9-4d5a-8a33-220479524af9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:31.901720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:31.908704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:31.912737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:31.924663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:31.988764 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1c3e9d9e-5f52-4110-a078-145a30e3279a req-bb9b322c-034d-4d88-9e15-2ceed9fb0382 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596099 Dec 04 21:43:32.011644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 1e464457-7b26-42de-bdd7-37e483e097b4, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=1e464457-7b26-42de-bdd7-37e483e097b4,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:32.019482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.034352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.039290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.160151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8fcb757a-d2ef-4e19-afb3-f626ecd17878 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Unset dirty status for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:32.169467 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8fcb757a-d2ef-4e19-afb3-f626ecd17878 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 819 time: 1.1811535 Dec 04 21:43:32.190301 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-b940e825-778d-451c-9f6a-9b06829e3212 service neutron] 10.222.0.17 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7010317 Dec 04 21:43:32.227534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3778d-77bc-4b2a-8b82-5bfb555ca8ee None None] Pushing event updated for resources: {'Port': ['ID=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:32.239342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7d3778d-77bc-4b2a-8b82-5bfb555ca8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:32.271207 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb', 'code': 200} Dec 04 21:43:32.271587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:32.298653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.310837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Request body: {'port': {'device_id': '935e424b-47ec-4edb-b765-bed81041e62d', 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3', 'admin_state_up': True, 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:32.340079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.369732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:32.472627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.477598 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.6085560 Dec 04 21:43:32.481046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 32944) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:32.496723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'floatingip': {'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:32.538870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:32.557851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.564319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:floatingip and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:32.590155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:32.627342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:32.718906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=1e464457-7b26-42de-bdd7-37e483e097b4,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:32.730020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:32.730725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:43:32.731438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:43:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:32.784399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5efd286-fa13-4b00-b5eb-66275c1f7dec,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:32.876664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.898380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:32.985116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c73220a0-01e6-4ed3-a3f7-a0ac1f4b3a56 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:33.214479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 5bece4c4-9935-47ca-86d7-66cbfc3386eb up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:33.290842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:43:33.670537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 32974) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:33.726641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbfe95-bd92-42b8-9a4e-520e39e22fa9 req-00ffaa38-a157-459f-adef-21b576065fb2 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:33.736213 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-66fbfe95-bd92-42b8-9a4e-520e39e22fa9 req-00ffaa38-a157-459f-adef-21b576065fb2 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 1.0147591 Dec 04 21:43:33.741228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:33.785055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:33.829209 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-66fbfe95-bd92-42b8-9a4e-520e39e22fa9 req-7f48c569-bfa3-4591-b233-ff1d77423c7a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914204 Dec 04 21:43:33.845250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63527daa-d4b0-4739-a884-5de4e6c684fc req-540a1efb-3838-4c19-a038-c104a7a1a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:33.851852 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63527daa-d4b0-4739-a884-5de4e6c684fc req-540a1efb-3838-4c19-a038-c104a7a1a431 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 1163 time: 0.8652484 Dec 04 21:43:33.930997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Made reservation on behalf of 0e1b5a4a69334ca2975534f04e1c043b for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:43:33.964839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:33.992846 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-423e62de-228f-4228-a3a7-96ed8c785652 req-067362d6-b2a1-4e6d-9a88-4426a74ef1d9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 210 time: 0.9021554 Dec 04 21:43:34.216546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-63527daa-d4b0-4739-a884-5de4e6c684fc req-2d237352-52e2-4b8e-9521-bcfdb5c1e211 service neutron] Synchronizing usage tracker for tenant:36f8051145df434f9fecc08ee986fb95 on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:34.280833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 1e464457-7b26-42de-bdd7-37e483e097b4 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:34.297014 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:34.438860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-63527daa-d4b0-4739-a884-5de4e6c684fc req-2d237352-52e2-4b8e-9521-bcfdb5c1e211 service neutron] Unset dirty status for tenant:36f8051145df434f9fecc08ee986fb95 on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:34.440514 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63527daa-d4b0-4739-a884-5de4e6c684fc req-2d237352-52e2-4b8e-9521-bcfdb5c1e211 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803993 Dec 04 21:43:34.562850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:34.572939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 5bece4c4-9935-47ca-86d7-66cbfc3386eb triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:34.573363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:34.596959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eba4cb-ccdc-4c97-a167-dc46d8a593ba req-09984be4-2f87-4f21-8380-6d9e8eb143fd tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:34.599012 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-28eba4cb-ccdc-4c97-a167-dc46d8a593ba req-09984be4-2f87-4f21-8380-6d9e8eb143fd tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 946 time: 0.2710559 Dec 04 21:43:34.676088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:34.708964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 1e464457-7b26-42de-bdd7-37e483e097b4 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:34.709764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:34.715100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:34.720517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:b8174551f3554a7c9f412ac6c91e09df is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:34.725295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:34.733889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:34.757738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:31Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:43:34.808021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5941-8739-4193-845f-0f5bd9d02551 None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:31Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:43:34.896577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 32494d54-2e50-4469-9549-b259a693d742 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:35.248799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:35.346251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Allocated IP 172.28.3.91 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/66a670ea-1f24-43bb-bb1e-2ba162c78afd) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:35.369588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 32494d54-2e50-4469-9549-b259a693d742 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:35.370033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:35.421921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Allocated IP 172.20.0.10 (7d87fa63-caeb-4a6e-b985-b09df8378cd3/6655097a-7100-4a2a-8371-d801e3c57ae2/3dca68f6-f904-4f0f-99e5-87d9cebe3c22) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:35.434562 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-28eba4cb-ccdc-4c97-a167-dc46d8a593ba req-2cc875dc-f5da-4518-83ea-8e2574d689a3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803597 Dec 04 21:43:35.435323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:35.495956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-72d5265a-9269-4eef-b173-def851eabce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:35.507727 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b8174551f3554a7c9f412ac6c91e09df&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8323128 Dec 04 21:43:35.513168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 33010) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:35.529455 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1d186da3-b04f-48b4-b0ca-64830424c3ed req-9524ae70-5f17-4cd4-b540-2136257619ad tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 210 time: 0.1608961 Dec 04 21:43:35.646849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:35.695566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:35.786804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a66a9d-5a83-4e18-88ef-2c8367cc7dae,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:35.791633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:35.796749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:35.830287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e6a949cd-4663-4e3e-9eea-f7a72e86f495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:35.872089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a66a9d-5a83-4e18-88ef-2c8367cc7dae,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:35.991671 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:36.053506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:36.159374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:36.222383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-977f63ac-5289-4be2-844d-17fca999de40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:36.282884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:36.547337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:36.557566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:36.558011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:36.571837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'Port': ['ID=66a670ea-1f24-43bb-bb1e-2ba162c78afd,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:36.582766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:36.947188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.068184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-9868e544-e7ea-4488-a939-6c299ef985c5 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:37.071140 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-9868e544-e7ea-4488-a939-6c299ef985c5 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 819 time: 1.0359609 Dec 04 21:43:37.073013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:37.078401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.083774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e96111e8-1e9e-448d-bf80-ea4927683a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:37.106909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:37.113960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:37.117811 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:37.170809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.172774 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a9a66a9d-5a83-4e18-88ef-2c8367cc7dae HTTP/1.1" status: 204 len: 168 time: 1.6582034 Dec 04 21:43:37.184681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.234156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Request body: {'port': {'device_id': '682380d2-3965-4bd2-9d8b-b096298c051d', 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3', 'admin_state_up': True, 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:37.345059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:37.348442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.350677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:37.463363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.628924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cabc8-ed14-4036-911d-c948ff6e9ba8 req-010bf0a3-9066-4fb5-a842-0955b6b05cf9 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:37.637642 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f54cabc8-ed14-4036-911d-c948ff6e9ba8 req-010bf0a3-9066-4fb5-a842-0955b6b05cf9 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 946 time: 0.5646539 Dec 04 21:43:37.660566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.775114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-02aeedfe-5f54-4a67-959f-21c2d4f428b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:37.836983 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.841519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:37.862526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:37.871349 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:37.985183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Usage tracker for resource:port and tenant:0e1b5a4a69334ca2975534f04e1c043b is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:38.024591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Quota usage for port was recalculated. Used quota:2. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:38.062549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:38.122817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c4fae8f4-9e12-4e00-84a7-28f4b6763888 req-16a5fb39-62cd-43cc-9238-752c80e10134 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 210 time: 0.1440954 Dec 04 21:43:38.196897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Made reservation on behalf of 0e1b5a4a69334ca2975534f04e1c043b for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:43:38.203077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.214425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:38.277332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33106) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:38.295669 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f54cabc8-ed14-4036-911d-c948ff6e9ba8 req-cf76b03c-9326-419b-9a3b-7134b12a5105 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568670 Dec 04 21:43:38.325009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Pushing event updated for resources: {'Port': ['ID=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:38.376706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:38.382773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.386112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.429435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.454820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:38.461001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Usage tracker for resource:security_group_rule and tenant:8d650bed100e4e688c0cd753303473b1 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:38.465357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:38.473182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:38.500780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.503563 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0200200 Dec 04 21:43:38.513071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'Port': ['ID=66a670ea-1f24-43bb-bb1e-2ba162c78afd,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:38.528890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:38.657440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.664371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Allocated IP 172.20.0.14 (7d87fa63-caeb-4a6e-b985-b09df8378cd3/6655097a-7100-4a2a-8371-d801e3c57ae2/368ffd0f-c9f3-4e52-94d4-756a58b72e63) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:38.668248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.670337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:38.705933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ea8d4cf9-4143-4154-88e8-d6ced9feb6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:38.742385 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8d650bed100e4e688c0cd753303473b1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3770154 Dec 04 21:43:38.744776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33120) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:38.748340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cc8bb8-1ca2-478a-a53f-65477c6900f7,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:38.752222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:38.770608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:38.775360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:38.780251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:38.784569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:38.785272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.867555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:38.931568 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6300890 Dec 04 21:43:38.951045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Request body: {'port': {'device_id': '935e424b-47ec-4edb-b765-bed81041e62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:38.954875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:39.021967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-7e94d4e5-aed5-4651-8028-85aeea58cd80 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:39.048218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-7e94d4e5-aed5-4651-8028-85aeea58cd80 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:39.050247 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-7e94d4e5-aed5-4651-8028-85aeea58cd80 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1579150866&fields=id&tenant_id=c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 267 time: 0.1216555 Dec 04 21:43:39.065929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:39.075170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:39.087642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:39.126237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:39.126518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:39.130232 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/25cc8bb8-1ca2-478a-a53f-65477c6900f7 HTTP/1.1" status: 204 len: 168 time: 0.3840110 Dec 04 21:43:39.131576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cc8bb8-1ca2-478a-a53f-65477c6900f7,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:39.150184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:39.431232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-fd709323-5cbf-4de3-a268-ad3a0aeee2fe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:39.432602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-fd709323-5cbf-4de3-a268-ad3a0aeee2fe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:network {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:39.496378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-fd709323-5cbf-4de3-a268-ad3a0aeee2fe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:network {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:39.497700 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-fd709323-5cbf-4de3-a268-ad3a0aeee2fe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 816 time: 0.4237213 Dec 04 21:43:39.525839 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-4a6bfbae-8416-4d39-8083-ec3b5473aa10 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/quotas/c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 375 time: 0.0114758 Dec 04 21:43:39.619930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:39.699271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:39.735232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-898ec2a8-7cab-41e3-bc9e-c76cecf6a74a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:39.758778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-898ec2a8-7cab-41e3-bc9e-c76cecf6a74a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:39.766630 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-898ec2a8-7cab-41e3-bc9e-c76cecf6a74a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132428 Dec 04 21:43:40.043543 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-e5e0f3c4-5e67-4a8e-a2c0-8bae2bc40ed7 service neutron] 10.222.0.17 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608027 Dec 04 21:43:40.215822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Pushing event updated for resources: {'Port': ['ID=368ffd0f-c9f3-4e52-94d4-756a58b72e63,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:40.236882 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:40.295204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9321795e-3213-41c7-9755-a6f5d8fdfdbb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:40.296007 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9321795e-3213-41c7-9755-a6f5d8fdfdbb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Synchronizing usage tracker for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:40.331594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:43:40.333223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-1d0ea680-a124-4add-8400-ad1f2655aee5 service neutron] 10.222.0.17 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2695441 Dec 04 21:43:40.380715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:40.385775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:40.390203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9321795e-3213-41c7-9755-a6f5d8fdfdbb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Unset dirty status for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:40.391536 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9321795e-3213-41c7-9755-a6f5d8fdfdbb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 932 time: 0.8615701 Dec 04 21:43:40.392363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:40.396643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:40.397341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:40.454358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:43:40.462466 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2876387 Dec 04 21:43:40.469659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:40.488645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Request body: {'port': {'device_id': '682380d2-3965-4bd2-9d8b-b096298c051d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:40.567771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Transition to ACTIVE for port object 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:40.570384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9e637354-5bd4-4722-b6c5-3dc660e170d3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Synchronizing usage tracker for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:40.582425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:40.613821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d827fc13-028d-4f6b-926b-cbc93b5d5d04 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:40.686198 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3eca5c91-232f-4671-9625-abc09240742d req-90f6ab88-e541-4d74-8359-6934e5cc5244 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 210 time: 0.0652504 Dec 04 21:43:40.869805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9e637354-5bd4-4722-b6c5-3dc660e170d3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Unset dirty status for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:40.874463 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3feba6b7-5ad8-4255-9911-c1df03be59e5 req-9e637354-5bd4-4722-b6c5-3dc660e170d3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618759 Dec 04 21:43:40.920329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Pushing event updated for resources: {'Port': ['ID=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:40.927692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:40.946180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:41.403688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Attempting to bind port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:41.404180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Attempting to bind port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:41.404619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Attempting to bind port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 on network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:41.508568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:41.509182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Checking segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:41.509731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:41.510284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Bound using segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:41.510945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Bound port: 3dca68f6-f904-4f0f-99e5-87d9cebe3c22, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:41.511472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:41.794124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] For port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:41.943473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] For port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:41.958424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:41.981758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8148aa6b-9e69-42b3-b93d-1e1576d989b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:42.044787 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d24340bd-3c35-4fdf-af5b-4ee36f928107 req-57a45e29-1734-474a-ba84-6b1184ab08c9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 210 time: 0.1400759 Dec 04 21:43:42.508628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Pushing event updated for resources: {'Port': ['ID=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:42.528833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:42.807809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:42.808507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:42.813487 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] 10.222.0.49 "PUT /v2.0/ports/3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 1158 time: 3.8674624 Dec 04 21:43:42.817311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935e424b-47ec-4edb-b765-bed81041e62d', 'tag': '3dca68f6-f904-4f0f-99e5-87d9cebe3c22'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:42.850238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368ffd0f-c9f3-4e52-94d4-756a58b72e63 {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:43:42.871482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:42.891976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59abcc-4762-4fc9-9af7-9831ad2c988b req-14d710a7-1e5e-4f8b-b566-1c226fb9137b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:42.898893 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cf59abcc-4762-4fc9-9af7-9831ad2c988b req-14d710a7-1e5e-4f8b-b566-1c226fb9137b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 932 time: 0.2183907 Dec 04 21:43:42.910008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Transition to ACTIVE for port object 368ffd0f-c9f3-4e52-94d4-756a58b72e63 will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:42.915853 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:42.954566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d9773372-54c5-4900-896b-4a9813f736c3 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:43.037491 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cf59abcc-4762-4fc9-9af7-9831ad2c988b req-cb53594d-69d2-4594-b9a8-116ad08d09be tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313834 Dec 04 21:43:43.105088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33282) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:43.137731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.49', 64319) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:43.289635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-db3e2f88-d26c-423d-a14d-196b37f0769d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:43.297650 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-db3e2f88-d26c-423d-a14d-196b37f0769d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.2282279 Dec 04 21:43:43.350840 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-7e2abc3b-c4c4-4739-b48d-c611fa1f05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:43.356970 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-7e2abc3b-c4c4-4739-b48d-c611fa1f05e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1161 time: 0.2178378 Dec 04 21:43:43.421927 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935e424b-47ec-4edb-b765-bed81041e62d', 'tag': '3dca68f6-f904-4f0f-99e5-87d9cebe3c22', 'status': 'completed', 'code': 200} Dec 04 21:43:43.540520 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-96b8a219-278b-440b-9273-218dd249388b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.1693215 Dec 04 21:43:43.748222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:43.817779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:43.823996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Usage tracker for resource:security_group_rule and tenant:3197dfa7c843477d8411263df730853e is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:43.827731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:43.834834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:43.934451 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9e1372bf-09a6-4284-a2bb-a812727817cc req-d5f26be5-5b1a-407b-9b51-ed29cdc0ca78 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 210 time: 0.3887386 Dec 04 21:43:43.981636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:43.984529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-21b125d4-9710-48f2-8faf-b73a131df601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:43.986422 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-21b125d4-9710-48f2-8faf-b73a131df601 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.3789654 Dec 04 21:43:43.987900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.056769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0697a4b9-a8f1-495a-b475-db5442c65b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:44.062312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-9b6596e0-a454-4575-976d-a80a68eaf8a0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:44.076726 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-9b6596e0-a454-4575-976d-a80a68eaf8a0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 816 time: 0.7525380 Dec 04 21:43:44.077385 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-360f91ed-e166-4a52-a000-7831e346c864 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/quotas/cf5461b9bc7f4c0096b14da09548e45a HTTP/1.1" status: 200 len: 375 time: 0.7776179 Dec 04 21:43:44.113660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Pushing event updated for resources: {'Port': ['ID=368ffd0f-c9f3-4e52-94d4-756a58b72e63,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:44.124847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.170s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:44.129507 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3197dfa7c843477d8411263df730853e&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0225499 Dec 04 21:43:44.145946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33324) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:44.306293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-0f225d07-8bd5-4271-afbf-3a949b7ff62b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:44.320202 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-c7a49f34-5af0-4c58-ace4-5af76ca34a1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2654641 Dec 04 21:43:44.329674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.371445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.404835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-84bec4ed-8316-41fe-9001-15da4c4308da req-0f225d07-8bd5-4271-afbf-3a949b7ff62b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:44.406542 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-0f225d07-8bd5-4271-afbf-3a949b7ff62b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 5505 time: 0.3137805 Dec 04 21:43:44.447772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'port': {'device_id': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'admin_state_up': True, 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'security_groups': ['0825ae42-5bc9-4d5a-8a33-220479524af9']}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:44.485121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a56dcb-d164-4f9e-80e4-4599cae34068,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:44.492570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.492698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Attempting to bind port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:44.493593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Attempting to bind port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:44.494327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Attempting to bind port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 on network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:44.576713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.577142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.577467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.577843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.579095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.579483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.579862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.580234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.580606 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.580974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.581343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.582524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.583012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.583386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.583760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.584131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.584497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.584896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.586038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.586577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.586753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.587040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.587402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.587763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:44.593781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:44.594546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-25ed0610-36e0-4c16-9164-a3c6af655969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:44.623515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:44.624216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Checking segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:44.624830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.625433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Bound using segment: {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:44.626146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Bound port: 368ffd0f-c9f3-4e52-94d4-756a58b72e63, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71bbcf2-292d-44d2-9040-1eade2162c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7d87fa63-caeb-4a6e-b985-b09df8378cd3'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:44.629253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.661580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a56dcb-d164-4f9e-80e4-4599cae34068,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:44.664598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:44.740085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:44.747118 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c5a56dcb-d164-4f9e-80e4-4599cae34068 HTTP/1.1" status: 204 len: 168 time: 0.5539768 Dec 04 21:43:44.834164 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-55992c37-ba35-4be6-9623-03625044feae service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446159 Dec 04 21:43:44.878884 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-cf3a639b-8303-4227-8e41-f6f7ae52e71a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7575502 Dec 04 21:43:44.930355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feafb3-f703-4113-ac29-39e303567a47 req-1438b168-304d-4e63-992e-0cbcd3070c00 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:44.944218 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-23feafb3-f703-4113-ac29-39e303567a47 req-1438b168-304d-4e63-992e-0cbcd3070c00 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 944 time: 0.5819702 Dec 04 21:43:45.155269 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:45.183229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:45.224324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] For port 368ffd0f-c9f3-4e52-94d4-756a58b72e63, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:45.245138 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-18a0a342-a35a-4c75-9972-b35925b8e25f service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650842 Dec 04 21:43:45.250938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] For port 368ffd0f-c9f3-4e52-94d4-756a58b72e63, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=368ffd0f-c9f3-4e52-94d4-756a58b72e63,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:45.252716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Made reservation on behalf of c9c260f6cb48405fb7240120a8fc625c for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:43:45.260643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:45.307276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:45.418554 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-23feafb3-f703-4113-ac29-39e303567a47 req-3c961f13-b53d-4e72-aada-4da8ec96324e tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718380 Dec 04 21:43:45.495217 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2f99307f-9186-4229-97dc-7a1b63d6154e req-2485ced5-cabc-43f8-9956-5d6954487492 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6515267 Dec 04 21:43:45.496685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b8d6adb7-6016-4938-95b7-ce2b2424cdc9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:45.619254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Pushing event updated for resources: {'Port': ['ID=368ffd0f-c9f3-4e52-94d4-756a58b72e63,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:45.637789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:45.754648 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33366) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:45.757543 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c74c6a8f-d0c4-4369-9f8d-62c170bf4728 req-519ee668-2724-49c8-91ca-e7390675f6f4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 210 time: 0.0629559 Dec 04 21:43:45.789172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:45.810486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:45.817555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcd8af1c1f448f982f0045888294270 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:45.823711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:45.832796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:45.833770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:45.834009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:45.837815 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] 10.222.0.49 "PUT /v2.0/ports/368ffd0f-c9f3-4e52-94d4-756a58b72e63 HTTP/1.1" status: 200 len: 1158 time: 5.3543174 Dec 04 21:43:45.842121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682380d2-3965-4bd2-9d8b-b096298c051d', 'tag': '368ffd0f-c9f3-4e52-94d4-756a58b72e63'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:45.847389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-b56f3116-eab3-49c2-ac1b-26f5c6358b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:45.849153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-b56f3116-eab3-49c2-ac1b-26f5c6358b4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1161 time: 0.2280807 Dec 04 21:43:46.097287 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-dafea50c-21cc-4fc0-9763-ad859981995c service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8210554 Dec 04 21:43:46.143657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-2da24ff8-4283-4e9f-b4e2-07182d198db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:46.152352 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-2da24ff8-4283-4e9f-b4e2-07182d198db2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.2887099 Dec 04 21:43:46.312740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:46.328659 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-805668fc-bd63-47ec-806e-f1f2fb7e97c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.1657019 Dec 04 21:43:46.328659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:46.337531 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:46.402470 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682380d2-3965-4bd2-9d8b-b096298c051d', 'tag': '368ffd0f-c9f3-4e52-94d4-756a58b72e63', 'status': 'completed', 'code': 200} Dec 04 21:43:46.415569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-e9564cf8-8d17-4b6e-a795-d49744242a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:46.425184 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-e9564cf8-8d17-4b6e-a795-d49744242a45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 1161 time: 0.4869652 Dec 04 21:43:46.468714 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7bcd8af1c1f448f982f0045888294270&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7100112 Dec 04 21:43:46.473543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99119ea8-c552-48ae-a9ff-c44151700384,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:46.477674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33390) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:46.518267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:46.534088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-ccbd273f-9c6b-45f1-91f3-eb3932a48fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:46.535862 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-ccbd273f-9c6b-45f1-91f3-eb3932a48fab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.1905916 Dec 04 21:43:46.637845 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1a9aa0e5-9972-4348-ab6b-5f1b97a14c17 req-7a3509bd-3f4e-4d91-9925-2304a18e4d4f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 210 time: 0.1179180 Dec 04 21:43:46.644120 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-3a3c881b-402c-4aef-9364-adddf3f920dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=368ffd0f-c9f3-4e52-94d4-756a58b72e63 HTTP/1.1" status: 200 len: 217 time: 0.1812789 Dec 04 21:43:46.756137 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-df80eb90-fd42-4d5a-9bf6-fab8d02fe8ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138639 Dec 04 21:43:47.031614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Allocated IP 172.20.0.11 (cf35c37d-6277-422d-b278-e3e2cb8da973/af253007-ba95-4bc5-a152-20dd3feb2608/42b3dd2f-98ef-4697-8eb0-168eb9990629) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:47.144462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-6f102d8a-7ed2-47fb-9f65-6f07d0b6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:47.148982 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-6f102d8a-7ed2-47fb-9f65-6f07d0b6fc64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.4564629 Dec 04 21:43:47.242081 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-37c04e28-08b5-4660-84b6-cd014b1ddd30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722160 Dec 04 21:43:47.317468 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-a07f3c24-9910-4382-b547-6805333fa075 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453005 Dec 04 21:43:47.327536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13035334-fb38-4b17-9cc3-35e238be65e0 req-797c1006-ab5b-4256-93af-3ec8c0f30e46 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:47.336087 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13035334-fb38-4b17-9cc3-35e238be65e0 req-797c1006-ab5b-4256-93af-3ec8c0f30e46 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 946 time: 0.6944528 Dec 04 21:43:47.654513 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13d7abb5-f8e8-4a69-90e5-513cb466b4f1 req-40309a7e-6ea3-44e7-878e-f64025d54156 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3062403 Dec 04 21:43:47.674205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:47.771131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:47.786606 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212033b-cf0f-4ab3-9391-a8722f9a1a37 req-391b3aac-b2df-4049-814b-250a1f9675ae tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:47.795595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3212033b-cf0f-4ab3-9391-a8722f9a1a37 req-391b3aac-b2df-4049-814b-250a1f9675ae tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 944 time: 0.6054621 Dec 04 21:43:47.840584 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13035334-fb38-4b17-9cc3-35e238be65e0 req-a92c0b0a-0682-431d-908b-2c91c7019f63 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031850 Dec 04 21:43:47.938443 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3212033b-cf0f-4ab3-9391-a8722f9a1a37 req-8a516b9b-2835-4e66-9df2-40850b864c32 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417098 Dec 04 21:43:47.963797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:47.964103 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-26af98bf-5add-4931-a0f1-dc13b6505bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942480 Dec 04 21:43:47.992635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:47.994596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:48.064756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99119ea8-c552-48ae-a9ff-c44151700384,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:48.068408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:48.076225 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/99119ea8-c552-48ae-a9ff-c44151700384 HTTP/1.1" status: 204 len: 168 time: 1.5887935 Dec 04 21:43:48.080436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:48.225344 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cb21f4db-d43c-43ac-9ef0-ce3e49bb0c8c req-2889ef68-b19d-45c2-a8af-e56c583a2fbb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 210 time: 0.1003568 Dec 04 21:43:48.229434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Transition to ACTIVE for port object 42b3dd2f-98ef-4697-8eb0-168eb9990629 will not be triggered until provisioned by entity DHCP. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:48.333680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:48.367889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:48.414924 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-699fbf99-610e-44d3-85af-9d345bfc7544 req-cdbeeaee-e53b-497f-9a1e-240eba7979e1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 210 time: 0.1691031 Dec 04 21:43:48.625457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:48.640348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.641060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.641620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.642243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.642814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.643379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.643943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.644504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.645087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.645668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.646276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.646836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.647578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.648223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.648795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.649373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.649984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.650561 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.651144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.651716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.652296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.652893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.653469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.654128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:43:48.659366 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-780f5e5b-87ea-4915-a955-fff8168cca19 req-612af1ce-bc65-4dd6-ae7a-256f01d0a6ba service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6626709 Dec 04 21:43:48.673690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Network cf35c37d-6277-422d-b278-e3e2cb8da973 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:48.675875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:48.677105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:48.687235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:48.692187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:48.693159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:48.748248 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3149331 Dec 04 21:43:48.791156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Request body: {'port': {'device_id': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:49.067638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-9f57ac34-f977-4779-bdd1-02fc9a23b825 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:49.076327 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-9f57ac34-f977-4779-bdd1-02fc9a23b825 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.4692745 Dec 04 21:43:49.196993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.49', 64337) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:49.205609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-0668afe1-717e-4219-93b1-0b1ab388507e None None] Provisioning for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:49.218239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-0668afe1-717e-4219-93b1-0b1ab388507e None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:49.219036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0668afe1-717e-4219-93b1-0b1ab388507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:49.290756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-407e8582-71b1-4333-9330-1237a66167a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:49.292823 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-407e8582-71b1-4333-9330-1237a66167a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 1161 time: 0.4141450 Dec 04 21:43:49.296761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-0668afe1-717e-4219-93b1-0b1ab388507e None None] Port 42b3dd2f-98ef-4697-8eb0-168eb9990629 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:43:49.404774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Request body: {'port': {'device_id': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa', 'admin_state_up': True, 'tenant_id': 'cf5461b9bc7f4c0096b14da09548e45a'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:49.471631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-7cc520a8-25a4-4f43-83b3-b5d8fa84b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:49.473259 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-7cc520a8-25a4-4f43-83b3-b5d8fa84b6a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.1648202 Dec 04 21:43:49.475128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:49.595455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:49.636735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:49.676301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1842-0fed-4f37-85fc-89339275f66c req-dfa56544-7fb7-4835-b8a5-b51c3f9e2920 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:49.678029 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d19b1842-0fed-4f37-85fc-89339275f66c req-dfa56544-7fb7-4835-b8a5-b51c3f9e2920 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.49 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 946 time: 0.3464715 Dec 04 21:43:49.682239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Made reservation on behalf of cf5461b9bc7f4c0096b14da09548e45a for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:43:49.687960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:49.798920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Deleting port 5bece4c4-9935-47ca-86d7-66cbfc3386eb {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:43:49.799392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:49.856506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d287-db8f-4df5-b2fb-5167787596ec req-b3e770f3-115f-47dd-85b6-06a6d4f2ed57 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:49.864268 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0497d287-db8f-4df5-b2fb-5167787596ec req-b3e770f3-115f-47dd-85b6-06a6d4f2ed57 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 944 time: 0.6710443 Dec 04 21:43:49.973558 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-136d510d-971a-4eed-8abd-640aca6ab3c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=368ffd0f-c9f3-4e52-94d4-756a58b72e63 HTTP/1.1" status: 200 len: 217 time: 0.4833472 Dec 04 21:43:50.167173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-bd5fe9e8-9c98-4024-a0c9-9d876541abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:50.172966 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-bd5fe9e8-9c98-4024-a0c9-9d876541abba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.1864536 Dec 04 21:43:50.196574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351bb13-39c0-4b14-9edc-54ae8697eaa9 req-6c2c82b3-3a3e-4783-815e-5cf5d7f31716 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:50.207978 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c351bb13-39c0-4b14-9edc-54ae8697eaa9 req-6c2c82b3-3a3e-4783-815e-5cf5d7f31716 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 946 time: 1.1095386 Dec 04 21:43:50.359232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Allocated IP 172.20.0.9 (2f23444f-6055-4b6e-bb35-d0aa4f7edcaa/01d0d095-1c8a-4002-8cf4-897e9eb73dd3/50b81bfa-7210-4eef-90d1-0856542bf4f1) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:43:50.433293 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-bdfc9b94-e294-4f9c-b2ec-1cec063b9355 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1925042 Dec 04 21:43:50.614116 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c351bb13-39c0-4b14-9edc-54ae8697eaa9 req-8448e776-1648-461a-96c5-c17723342895 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050403 Dec 04 21:43:50.616963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-03992e43-6cdc-44fe-bb0e-3fd88f1aedc5 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:43:50.792470 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-37bcbd40-3ff5-4d3a-805d-1d53818217a5 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459818 Dec 04 21:43:51.057802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b3dd2f-98ef-4697-8eb0-168eb9990629 {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:43:51.096039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:51.125247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Transition to ACTIVE for port object 42b3dd2f-98ef-4697-8eb0-168eb9990629 will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:51.141785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:51.167677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8283eca0-8879-4be6-8284-e556e0569a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:51.258570 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3ff0d7e-982c-48f0-8262-90515b83d60e req-0d5480c7-6320-419f-86ff-60f5512f6886 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4230318 Dec 04 21:43:51.336883 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0497d287-db8f-4df5-b2fb-5167787596ec req-ecd7b86e-ecd2-4859-8663-b4a6cc8773e3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4711168 Dec 04 21:43:51.396370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:51.473233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:51.507567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:51.583681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:51.603547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:51.603967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:51.738827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dafe3231-f421-4a4f-8137-2889b1e16e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:51.851604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event updated for resources: {'Port': ['ID=50b81bfa-7210-4eef-90d1-0856542bf4f1,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:51.855591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:51.949841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.090946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:52.093809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:52.099133 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e424b-47ec-4edb-b765-bed81041e62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dca68f6-f904-4f0f-99e5-87d9cebe3c22'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:52.113948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:52.132369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.145669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:52.151536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:43:52.160849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:43:52.183515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:43:52.251046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 33538) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:52.252556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Attempting to bind port 42b3dd2f-98ef-4697-8eb0-168eb9990629 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:52.253140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Attempting to bind port 42b3dd2f-98ef-4697-8eb0-168eb9990629 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:52.258486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Attempting to bind port 42b3dd2f-98ef-4697-8eb0-168eb9990629 on network cf35c37d-6277-422d-b278-e3e2cb8da973 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:52.295050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:52.295675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Checking segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:52.295959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.296576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Bound using segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:52.297540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Bound port: 42b3dd2f-98ef-4697-8eb0-168eb9990629, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:52.299791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.336011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:52.336752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.356989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc63cd-feb2-4b1e-9fa9-7c7d627f429f req-8a69f5b5-5e5b-4881-87cc-fd8237f5e702 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:52.358508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d9bc63cd-feb2-4b1e-9fa9-7c7d627f429f req-8a69f5b5-5e5b-4881-87cc-fd8237f5e702 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:52.367396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:52.374336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 5bece4c4-9935-47ca-86d7-66cbfc3386eb no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:43:52.418393 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0242460 Dec 04 21:43:52.427432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:52.430121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d9bc63cd-feb2-4b1e-9fa9-7c7d627f429f req-8a69f5b5-5e5b-4881-87cc-fd8237f5e702 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:52.450436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d9bc63cd-feb2-4b1e-9fa9-7c7d627f429f req-8a69f5b5-5e5b-4881-87cc-fd8237f5e702 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 1.2166414 Dec 04 21:43:52.464537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Request body: {'port': {'device_id': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:43:52.598599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.646273 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb,segment=NetworkSegment(4845b9de-d9d9-4e11-83b8-c9997e49d1eb),segment_id=4845b9de-d9d9-4e11-83b8-c9997e49d1eb)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:52.650702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.653161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:52.668997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.752028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=5bece4c4-9935-47ca-86d7-66cbfc3386eb,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:52.762301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:52.802871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cdd46-ac6b-412e-873f-c54dfc125ca1 req-84f56505-4248-4594-9d7e-a2f1719315bd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:52.803762 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-5f1cdd46-ac6b-412e-873f-c54dfc125ca1 req-84f56505-4248-4594-9d7e-a2f1719315bd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:43:52.841256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.867361 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d9bc63cd-feb2-4b1e-9fa9-7c7d627f429f req-edfb951c-4370-473b-ad2a-1440db55b45f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137499 Dec 04 21:43:52.876764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-5f1cdd46-ac6b-412e-873f-c54dfc125ca1 req-84f56505-4248-4594-9d7e-a2f1719315bd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:43:52.885304 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f1cdd46-ac6b-412e-873f-c54dfc125ca1 req-84f56505-4248-4594-9d7e-a2f1719315bd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 931 time: 1.1663721 Dec 04 21:43:52.896258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:52.905107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Usage tracker for resource:security_group_rule and tenant:20cca4d15cdc4d8cb12b468be414a6e8 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:52.905805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] For port 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb,segment=NetworkSegment(4845b9de-d9d9-4e11-83b8-c9997e49d1eb),segment_id=4845b9de-d9d9-4e11-83b8-c9997e49d1eb)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:52.906418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:52.912413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:52.947147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:53.115793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Calling delete_port for 5bece4c4-9935-47ca-86d7-66cbfc3386eb owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:43:53.154194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:53.167793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f1cdd46-ac6b-412e-873f-c54dfc125ca1 req-9908287e-f674-4f5b-bcfc-9f7c95cda677 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810409 Dec 04 21:43:53.188507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:53.215375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:53.268874 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e424b-47ec-4edb-b765-bed81041e62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dca68f6-f904-4f0f-99e5-87d9cebe3c22', 'code': 200} Dec 04 21:43:53.595957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:53.825585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:53.845029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:53.953702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80285) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:43:53.954446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:43:53.992056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:53.992056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:53.993667 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] 10.222.0.49 "PUT /v2.0/ports/42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 1158 time: 5.2090390 Dec 04 21:43:53.998556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:53.999739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:54.022119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.041765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-20a248c8-6455-4168-af9c-a05687b11f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:54.056254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78266c8-a4bd-4d42-a7b8-784646eb71cd req-b6dda46f-aa2c-40b1-b894-7865c4e10f3a tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:54.063929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:54.065009 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c78266c8-a4bd-4d42-a7b8-784646eb71cd req-b6dda46f-aa2c-40b1-b894-7865c4e10f3a tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 944 time: 0.5130620 Dec 04 21:43:54.077647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce63cf-6bf1-46ca-81d2-24cbbce254a4 req-592b61b1-0ba8-4c9a-906e-919976d9112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:54.079177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-46ce63cf-6bf1-46ca-81d2-24cbbce254a4 req-592b61b1-0ba8-4c9a-906e-919976d9112d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.3793719 Dec 04 21:43:54.223980 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=20cca4d15cdc4d8cb12b468be414a6e8&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9610608 Dec 04 21:43:54.231661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 33578) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:54.269685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:43:54.269991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce96613-6a94-4118-87a6-2e9ca265552d,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:54.274937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:54.296647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:54.299694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.342578 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c78266c8-a4bd-4d42-a7b8-784646eb71cd req-0d7e91ff-f09f-4a2d-aeb8-0659899256f2 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764635 Dec 04 21:43:54.359638 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-46ce63cf-6bf1-46ca-81d2-24cbbce254a4 req-e527be6a-4e22-4535-920b-4f2445a12dc6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117999 Dec 04 21:43:54.433617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0a721-133f-48ab-9938-74d72bdd963e req-4ccde6d5-0300-45e2-b7fd-9ece2b455187 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:54.450922 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-69d0a721-133f-48ab-9938-74d72bdd963e req-4ccde6d5-0300-45e2-b7fd-9ece2b455187 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 944 time: 0.9603517 Dec 04 21:43:54.470090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.494263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Deleting port 5bece4c4-9935-47ca-86d7-66cbfc3386eb {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:43:54.495120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-80fa8c4f-e7aa-4d02-b58c-444b25a97e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:54.496671 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.508210 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-80fa8c4f-e7aa-4d02-b58c-444b25a97e7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1161 time: 0.4227786 Dec 04 21:43:54.555579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.611314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.637235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b81bfa-7210-4eef-90d1-0856542bf4f1 {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:43:54.686800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 368ffd0f-c9f3-4e52-94d4-756a58b72e63, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=368ffd0f-c9f3-4e52-94d4-756a58b72e63,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:54.692098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.699210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:54.717055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.766408 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-69d0a721-133f-48ab-9938-74d72bdd963e req-ad61cd61-7214-452c-be08-ce161a2501c7 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104620 Dec 04 21:43:54.894530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0b2483dd-2c8e-4f79-8f56-89ab9db7fd9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:54.933665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:54.959005 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'status': 'completed', 'code': 200} Dec 04 21:43:54.978579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-668078f1-4b5b-4877-823e-32e03391e1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:55.002302 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-9905d876-cb4d-4b4c-b6ff-ee5a75818730 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 217 time: 0.2505538 Dec 04 21:43:55.013755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce96613-6a94-4118-87a6-2e9ca265552d,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:55.020656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:55.025564 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8ce96613-6a94-4118-87a6-2e9ca265552d HTTP/1.1" status: 204 len: 168 time: 0.7896569 Dec 04 21:43:55.048212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:55.156522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Transition to ACTIVE for port object 50b81bfa-7210-4eef-90d1-0856542bf4f1 will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:43:55.212072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=368ffd0f-c9f3-4e52-94d4-756a58b72e63,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:55.216363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:55.218435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18850afb-ee81-433f-82f7-6f0ac052ae08 req-677368ea-2265-4513-a465-5360ab94018b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:55.221425 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-18850afb-ee81-433f-82f7-6f0ac052ae08 req-677368ea-2265-4513-a465-5360ab94018b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.5603769 Dec 04 21:43:55.232755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:55.233170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:55.255319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:55.302628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:55.310758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb'}, {'server_uuid': '682380d2-3965-4bd2-9d8b-b096298c051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ffd0f-c9f3-4e52-94d4-756a58b72e63'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:55.337491 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-18850afb-ee81-433f-82f7-6f0ac052ae08 req-6f2a8945-6453-454d-9e25-2e9308903ae3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003819 Dec 04 21:43:55.349704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-3c622841-8477-4564-a38e-e7cae6e69c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:55.363820 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-3c622841-8477-4564-a38e-e7cae6e69c42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.3456669 Dec 04 21:43:55.580226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec4ed-8316-41fe-9001-15da4c4308da req-eacf0977-749b-42c4-beee-848ab151fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:55.582432 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-eacf0977-749b-42c4-beee-848ab151fc80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2096579 Dec 04 21:43:55.655081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] For port 5bece4c4-9935-47ca-86d7-66cbfc3386eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=5bece4c4-9935-47ca-86d7-66cbfc3386eb,segment=NetworkSegment(4845b9de-d9d9-4e11-83b8-c9997e49d1eb),segment_id=4845b9de-d9d9-4e11-83b8-c9997e49d1eb)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:43:55.655489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:55.683485 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb', 'code': 200} Dec 04 21:43:55.683994 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682380d2-3965-4bd2-9d8b-b096298c051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ffd0f-c9f3-4e52-94d4-756a58b72e63', 'code': 200} Dec 04 21:43:55.817938 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-44672b6d-ec0b-4811-a864-32c784388941 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275522 Dec 04 21:43:55.934775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33610) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:56.077230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:43:56.385274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:43:56.386070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:56.687396 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-84bec4ed-8316-41fe-9001-15da4c4308da req-f3dee559-0b99-4347-9bea-d2150f42bbd0 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8557541 Dec 04 21:43:56.765835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Calling delete_port for 5bece4c4-9935-47ca-86d7-66cbfc3386eb owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:43:56.772031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61cc58-f90c-45ec-9061-fb6865ad6572 req-d3782947-7b89-4f07-8eb8-740ed90858c4 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:56.783781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c61cc58-f90c-45ec-9061-fb6865ad6572 req-d3782947-7b89-4f07-8eb8-740ed90858c4 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 944 time: 0.4965868 Dec 04 21:43:56.815428 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Pushing event updated for resources: {'Port': ['ID=50b81bfa-7210-4eef-90d1-0856542bf4f1,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:56.819250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.517s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:56.915441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:56.957819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47505a-30a3-44a0-aac7-78f744822f06 req-e8f00888-b123-4788-b03f-0e837e06a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:56.961342 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7f47505a-30a3-44a0-aac7-78f744822f06 req-e8f00888-b123-4788-b03f-0e837e06a50c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 1163 time: 0.4943368 Dec 04 21:43:57.014012 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c61cc58-f90c-45ec-9061-fb6865ad6572 req-3df04cce-b219-419c-bd9d-c16407467e01 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/security-groups?id=e7ab3642-c259-4c54-bdcd-30d60b2f1e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229140 Dec 04 21:43:57.032790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86024-a126-4594-94d6-78ea51b8ecbd req-9724ce72-6de0-4b30-a978-5f01215820bb tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:57.035117 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8de86024-a126-4594-94d6-78ea51b8ecbd req-9724ce72-6de0-4b30-a978-5f01215820bb tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 943 time: 1.8770256 Dec 04 21:43:57.039394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:57.073067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-b86e3589-de64-42df-9d05-59b22b5aada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:57.075260 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-b86e3589-de64-42df-9d05-59b22b5aada3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1161 time: 0.2477162 Dec 04 21:43:57.109908 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7f47505a-30a3-44a0-aac7-78f744822f06 req-27f7392f-fe73-4648-b078-f65b2487730f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265481 Dec 04 21:43:57.205021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Usage tracker for resource:security_group_rule and tenant:c73d332a71bc4c74b22ba0fc22b42ab0 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:57.249813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:57.280625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Attempting to bind port 50b81bfa-7210-4eef-90d1-0856542bf4f1 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:43:57.281277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Attempting to bind port 50b81bfa-7210-4eef-90d1-0856542bf4f1 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:43:57.282013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Attempting to bind port 50b81bfa-7210-4eef-90d1-0856542bf4f1 on network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:43:57.289738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:57.326948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:43:57.327578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Checking segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:43:57.328323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:57.329077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Bound using segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:43:57.330047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Bound port: 50b81bfa-7210-4eef-90d1-0856542bf4f1, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:43:57.330779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:57.349926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-16ea8f8a-edef-450f-a314-1f9a99490e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:57.351704 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-16ea8f8a-edef-450f-a314-1f9a99490e41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.2443268 Dec 04 21:43:57.376982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b18be-f3cf-4118-b94e-4a1ea87cb780 req-19b30722-a2ac-4c03-8794-109c00d871eb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:57.379046 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ca3b18be-f3cf-4118-b94e-4a1ea87cb780 req-19b30722-a2ac-4c03-8794-109c00d871eb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1251068 Dec 04 21:43:57.440382 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ca3b18be-f3cf-4118-b94e-4a1ea87cb780 req-d744b902-7997-4933-958f-1aaa865b343f tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512950 Dec 04 21:43:57.459811 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8de86024-a126-4594-94d6-78ea51b8ecbd req-d94182a2-98e9-484d-aa94-f7d5c13e5541 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016601 Dec 04 21:43:57.574355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:57.612804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5b8ef31b-9afb-48c7-bd38-78e0759b4bef tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:57.635712 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-29b124af-59a4-44e7-8def-85538937b844 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 217 time: 0.1002748 Dec 04 21:43:57.693244 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Pushing event deleted for resources: {'Port': ['ID=5bece4c4-9935-47ca-86d7-66cbfc3386eb,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:57.709146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:57.710424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] For port 50b81bfa-7210-4eef-90d1-0856542bf4f1, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:43:57.779186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5b954d40-e87f-452e-a68b-795353e89850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:57.797783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-01dc6ce6-f4b5-406b-a570-de1f276b8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:57.800972 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-01dc6ce6-f4b5-406b-a570-de1f276b8908 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.1577237 Dec 04 21:43:57.844722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] For port 50b81bfa-7210-4eef-90d1-0856542bf4f1, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=50b81bfa-7210-4eef-90d1-0856542bf4f1,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:43:57.891876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:57.908899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:57.951867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:57.977677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d26b-8962-44ec-8f6e-556facfbf979 req-cec3ab4d-66b4-4184-8b7d-05f6f909b881 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:57.989782 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a647d26b-8962-44ec-8f6e-556facfbf979 req-cec3ab4d-66b4-4184-8b7d-05f6f909b881 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.3005793 Dec 04 21:43:58.075119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:58.159997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-857a9680-1ba8-4664-b387-e322c6906b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:58.170903 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-857a9680-1ba8-4664-b387-e322c6906b1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3436015 Dec 04 21:43:58.316435 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a647d26b-8962-44ec-8f6e-556facfbf979 req-1ae4e9a2-8c70-4db7-aabc-251b564806a7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084829 Dec 04 21:43:58.402549 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c73d332a71bc4c74b22ba0fc22b42ab0&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6895030 Dec 04 21:43:58.414111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33660) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:58.422040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Pushing event updated for resources: {'Port': ['ID=50b81bfa-7210-4eef-90d1-0856542bf4f1,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:58.545551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:58.546334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:58.661940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] No DVR routers for this DVR port 5bece4c4-9935-47ca-86d7-66cbfc3386eb on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:43:58.700568 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc94c4f8-8aee-4680-bedc-e57ebd5d4800 req-393aed06-84a4-4657-b707-9dd0969c0783 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.1906350 Dec 04 21:43:58.733580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:58.733580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'name': 'network-vif-deleted', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:43:58.790168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33672) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:43:58.834684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf5631-d2bd-4eae-9a14-0f9e701f8285,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:58.845652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:58.846872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:58.849311 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] 10.222.0.49 "PUT /v2.0/ports/50b81bfa-7210-4eef-90d1-0856542bf4f1 HTTP/1.1" status: 200 len: 1157 time: 6.4116869 Dec 04 21:43:58.851935 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:58.859516 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d19b1842-0fed-4f37-85fc-89339275f66c req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.49 "DELETE /v2.0/ports/5bece4c4-9935-47ca-86d7-66cbfc3386eb HTTP/1.1" status: 204 len: 173 time: 9.1496518 Dec 04 21:43:58.890373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.085756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.107309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04a435-bcc9-4bc8-b580-a15350279404 req-8eb3577a-b655-4b2d-8489-efdf40f6e388 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:59.122806 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e04a435-bcc9-4bc8-b580-a15350279404 req-8eb3577a-b655-4b2d-8489-efdf40f6e388 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.3323338 Dec 04 21:43:59.150714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d2431e44-b220-4892-bd83-160df3806b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:59.152583 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d2431e44-b220-4892-bd83-160df3806b1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 1160 time: 0.1966248 Dec 04 21:43:59.217325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.250891 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e04a435-bcc9-4bc8-b580-a15350279404 req-c26b2ff4-ab20-41e1-8614-9014c0416dc2 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264470 Dec 04 21:43:59.270378 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-42ea3014-d353-4560-9db8-ee7899c2eedc service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0375590 Dec 04 21:43:59.399108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:43:59.427772 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-bdf8e8a5-7bb6-4279-bec6-0a7a6725ba99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50b81bfa-7210-4eef-90d1-0856542bf4f1 HTTP/1.1" status: 200 len: 217 time: 0.1898746 Dec 04 21:43:59.430476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Usage tracker for resource:security_group_rule and tenant:95dbefce43b148b9815e52262d33b3b5 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:43:59.451913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cb6bd-25c1-443a-8237-530a8f926daa req-2b5e6c2d-e8dc-4e3e-92ed-2dfe6d3d38b3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:59.466801 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3e1cb6bd-25c1-443a-8237-530a8f926daa req-2b5e6c2d-e8dc-4e3e-92ed-2dfe6d3d38b3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 943 time: 0.5875497 Dec 04 21:43:59.471094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:43:59.525726 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-adf78f0b-f2c6-4004-8694-7c18f0899f8a req-209bc643-91b7-4254-9957-74e344d189df service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2537742 Dec 04 21:43:59.541083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:43:59.590483 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c08f3ea-5cd6-4484-8278-83b6ec95de7e', 'name': 'network-vif-deleted', 'tag': '5bece4c4-9935-47ca-86d7-66cbfc3386eb', 'status': 'completed', 'code': 200} Dec 04 21:43:59.629676 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3e1cb6bd-25c1-443a-8237-530a8f926daa req-98c0015d-aafe-48aa-baa1-c963404fbe64 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613884 Dec 04 21:43:59.645199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.674111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:43:59.707929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf5631-d2bd-4eae-9a14-0f9e701f8285,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:43:59.710607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.712066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fbdf5631-d2bd-4eae-9a14-0f9e701f8285 HTTP/1.1" status: 204 len: 168 time: 1.2929800 Dec 04 21:43:59.716047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:43:59.718106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911762dc-507f-4938-b7d5-e25d075c1bec req-b38747bb-686e-4178-a945-ff55f8839d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:59.720096 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-b38747bb-686e-4178-a945-ff55f8839d61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.2428572 Dec 04 21:43:59.788921 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-e610a357-f684-4fde-9492-cffac4603445 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553446 Dec 04 21:43:59.907361 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.918194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:43:59.935625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec598b8-8994-4ae3-a528-32b50a59b6e4 req-002bec64-abcc-4a04-a23f-e615bf948232 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:43:59.942374 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ec598b8-8994-4ae3-a528-32b50a59b6e4 req-002bec64-abcc-4a04-a23f-e615bf948232 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.2387674 Dec 04 21:43:59.955181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-19e0004b-88a4-4d5e-a9ab-df61402e492c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:00.006225 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ec598b8-8994-4ae3-a528-32b50a59b6e4 req-4ad0c6e4-e23f-45da-b226-e64d1c12fce7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555599 Dec 04 21:44:00.067574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 33710) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:00.195406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:00.305487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:00.306231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.308737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ed2b38-48c5-487f-befe-4d9a895521f1,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:00.324121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3d325b63-816c-4ed9-b8dc-633fbf2a5034 req-bbda9dca-9270-40f8-9397-8b24ca93af8a tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Synchronizing usage tracker for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:44:00.329076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.331553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:00.340796 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=95dbefce43b148b9815e52262d33b3b5&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5419414 Dec 04 21:44:00.345079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33724) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:00.374899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:00.383685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:387544115663465e8484f3d3b1c5b84f is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:00.390378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:00.402832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:00.439576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3d325b63-816c-4ed9-b8dc-633fbf2a5034 req-bbda9dca-9270-40f8-9397-8b24ca93af8a tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Unset dirty status for tenant:0effb8b3d84e4ac398b5124a5de9a759 on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:44:00.440988 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d325b63-816c-4ed9-b8dc-633fbf2a5034 req-bbda9dca-9270-40f8-9397-8b24ca93af8a tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] 10.222.0.17 "GET /v2.0/ports?device_id=5c08f3ea-5cd6-4484-8278-83b6ec95de7e HTTP/1.1" status: 200 len: 210 time: 0.4131896 Dec 04 21:44:00.476745 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-fc3442e3-0777-443e-bee0-43bdf5814f68 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735227 Dec 04 21:44:00.559466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.698976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.754462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.767866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533792f-2968-4bd1-80c4-d88940f5b841 req-7f6b9198-5681-4106-b836-a4f1a8b45900 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:00.769404 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8533792f-2968-4bd1-80c4-d88940f5b841 req-7f6b9198-5681-4106-b836-a4f1a8b45900 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.2871511 Dec 04 21:44:00.770167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.781959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:00.793039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.807789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-47a94d31-a3f5-4705-a655-7efff7d85063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:00.825758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ed2b38-48c5-487f-befe-4d9a895521f1,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:00.835388 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=387544115663465e8484f3d3b1c5b84f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7659628 Dec 04 21:44:00.858558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 33740) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:00.895067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:00.901233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0d264-21a3-49c7-8209-d4c2913184b0,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:00.907335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.917078 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/78ed2b38-48c5-487f-befe-4d9a895521f1 HTTP/1.1" status: 204 len: 168 time: 0.5483658 Dec 04 21:44:00.926468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:00.956978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0f363a35-de78-46be-b882-6eb5bab12856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:00.974586 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8533792f-2968-4bd1-80c4-d88940f5b841 req-1a27b6bd-f5a2-4178-a968-06de33481423 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942086 Dec 04 21:44:00.994492 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-911762dc-507f-4938-b7d5-e25d075c1bec req-d3a60fe1-4013-4958-82bb-ede9146e7614 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4731786 Dec 04 21:44:01.035190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:01.088459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:01.142262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f197d-da3d-4b4f-8177-f7330eb33ce7 req-3d8d910f-e55a-4870-9ea9-40184baf0f7f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:01.155979 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc9f197d-da3d-4b4f-8177-f7330eb33ce7 req-3d8d910f-e55a-4870-9ea9-40184baf0f7f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 943 time: 0.3343740 Dec 04 21:44:01.198524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:01.203728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:01.224424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0d264-21a3-49c7-8209-d4c2913184b0,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:01.228751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:01.229735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:01.236223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/64d0d264-21a3-49c7-8209-d4c2913184b0 HTTP/1.1" status: 204 len: 168 time: 0.3713617 Dec 04 21:44:01.303003 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc9f197d-da3d-4b4f-8177-f7330eb33ce7 req-3fe410b3-8726-41dc-b03f-9897af68eac9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422441 Dec 04 21:44:01.560514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33764) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:01.615576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1df1-2920-43f0-9737-6befbeb4e21c req-6b9bf294-9853-42e2-9d8a-a62518e67a4b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:01.625030 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a53b1df1-2920-43f0-9737-6befbeb4e21c req-6b9bf294-9853-42e2-9d8a-a62518e67a4b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1086679 Dec 04 21:44:01.677662 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a53b1df1-2920-43f0-9737-6befbeb4e21c req-05fdcfb0-5cb2-4737-a90c-8aee72387e22 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Dec 04 21:44:01.820189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'tag': '50b81bfa-7210-4eef-90d1-0856542bf4f1'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:01.838944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:01.879639 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:01.889397 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Usage tracker for resource:security_group_rule and tenant:9a2cd0f8d9ef4b93bab8a5b02d391f30 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:01.893671 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:01.894378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:01.908276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:01.947760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277b1e-7897-4ae2-a15d-869315b1ad86 req-7f132252-3c3a-409c-99ed-3b109d457bcb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:01.956004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d6277b1e-7897-4ae2-a15d-869315b1ad86 req-7f132252-3c3a-409c-99ed-3b109d457bcb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.4928975 Dec 04 21:44:01.984102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-c9fe669c-f8d0-4613-a0e7-69ceddff181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:01.985859 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-c9fe669c-f8d0-4613-a0e7-69ceddff181a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 1163 time: 0.4847054 Dec 04 21:44:01.989821 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'tag': '50b81bfa-7210-4eef-90d1-0856542bf4f1', 'status': 'completed', 'code': 200} Dec 04 21:44:02.194775 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d6277b1e-7897-4ae2-a15d-869315b1ad86 req-e8044ff6-d2b3-4f56-81d7-4773863a9cda tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374489 Dec 04 21:44:02.205241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-3eb1495e-a954-4309-99ba-c6ff3c6a9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:02.207126 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-3eb1495e-a954-4309-99ba-c6ff3c6a9594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 1160 time: 0.1508842 Dec 04 21:44:02.276871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:02.321594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-483f28bd-bc21-4427-8c33-a4d6eb33019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:02.323726 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-483f28bd-bc21-4427-8c33-a4d6eb33019c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.2939763 Dec 04 21:44:02.335193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:02.408858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:02.424473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2afd57b6-63bd-4ebd-934e-75d8a77e773c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:02.434385 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-c0ea79ea-439c-4263-a8e1-9151bfe852da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=368ffd0f-c9f3-4e52-94d4-756a58b72e63 HTTP/1.1" status: 200 len: 217 time: 0.0972486 Dec 04 21:44:02.461348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5fef5c-9200-4c79-b4d2-91b001a1e395,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:02.468357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:02.554679 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9a2cd0f8d9ef4b93bab8a5b02d391f30&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9914372 Dec 04 21:44:02.560860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:02.570229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33798) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:02.603003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-1e617d86-366e-4cc3-9e2b-4bb9b62b25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:02.604938 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-1e617d86-366e-4cc3-9e2b-4bb9b62b25b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.1378710 Dec 04 21:44:02.673172 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-0d61b3cd-1e24-4912-ba00-5197ae26b64d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597029 Dec 04 21:44:02.810515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-6715bc6b-4da8-4d4a-b22e-3b55582088c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:02.812355 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-6715bc6b-4da8-4d4a-b22e-3b55582088c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 908 time: 0.5975628 Dec 04 21:44:02.887266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:02.957507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:02.977788 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-c9419174-dc28-4ee5-b0c5-add4a248daaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50b81bfa-7210-4eef-90d1-0856542bf4f1 HTTP/1.1" status: 200 len: 217 time: 0.1474521 Dec 04 21:44:03.049201 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-61daf248-de43-4e81-9f7c-1655588de248 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675048 Dec 04 21:44:03.052044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.139162 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:44:03.146766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:03.148087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.159758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4320212-bdf6-4cef-ac21-b97f8ec5a9a2 req-ddf75365-0050-445e-b31c-e2ea26490c5b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:03.168793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a4320212-bdf6-4cef-ac21-b97f8ec5a9a2 req-ddf75365-0050-445e-b31c-e2ea26490c5b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 943 time: 0.4468429 Dec 04 21:44:03.239897 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a4320212-bdf6-4cef-ac21-b97f8ec5a9a2 req-225c8744-3cf6-4095-95af-3466dddda454 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688765 Dec 04 21:44:03.290062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-680b33a5-261b-4f5d-aeda-6953238feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:03.293928 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-680b33a5-261b-4f5d-aeda-6953238feb84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.2975707 Dec 04 21:44:03.403974 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7666fdfc-0c31-4784-94f7-8b1a06924b33 req-2b55864d-e300-40d5-8bc9-2071ae523769 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3296871 Dec 04 21:44:03.404818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.409517 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-fc1ce9c1-3299-437a-93c1-c626276fd19d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090369 Dec 04 21:44:03.410684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:03.433471 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426bdca-89ef-47e0-96f1-daf83f17df9d req-48a14a4d-c058-4e1f-9fdb-ceeba935b185 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:03.441694 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d426bdca-89ef-47e0-96f1-daf83f17df9d req-48a14a4d-c058-4e1f-9fdb-ceeba935b185 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.5068614 Dec 04 21:44:03.483207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5fef5c-9200-4c79-b4d2-91b001a1e395,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:03.490078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:03.496425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.499325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.501586 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4c5fef5c-9200-4c79-b4d2-91b001a1e395 HTTP/1.1" status: 204 len: 168 time: 0.9299865 Dec 04 21:44:03.578915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d426bdca-89ef-47e0-96f1-daf83f17df9d req-aa12f086-76e2-4f4d-b2e0-e8ebc8875956 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356022 Dec 04 21:44:03.584079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:44:03.586704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:03.594839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.598781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:03.690144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:03.699814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.700500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.700885 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.701358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.701728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.702118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.702480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.702842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.703346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.703707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.704066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.704422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.704872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.705235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.705582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.705948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.706447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.706806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.707162 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.707515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.708121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.708481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.708837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.709201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:03.721578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:03.737970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:03.787102 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'code': 200} Dec 04 21:44:03.924893 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-a2eee71e-4a83-40e3-aa82-ab3335b39125 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001903 Dec 04 21:44:04.093919 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8c5dea80-18b7-472d-952e-f42b04488b00 req-5a4800f3-4e2d-480c-a08d-0b3479d58432 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610503 Dec 04 21:44:04.111070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:04.328020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5ec5-1d71-439d-9e9b-2904b0c982b0 req-64772e97-bd87-4662-becb-af3343803ef6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:04.332431 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9c2c5ec5-1d71-439d-9e9b-2904b0c982b0 req-64772e97-bd87-4662-becb-af3343803ef6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.5247672 Dec 04 21:44:04.337094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:04.337812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:04.453271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257977-339e-4045-be02-b6d135281bb8 req-7d8ee3f0-70dd-40fc-bdec-6094a752af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:04.456247 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09257977-339e-4045-be02-b6d135281bb8 req-7d8ee3f0-70dd-40fc-bdec-6094a752af1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1163 time: 0.3097193 Dec 04 21:44:04.470456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9c2c5ec5-1d71-439d-9e9b-2904b0c982b0 req-3e1b3d62-bc1c-4cf6-b647-e444b7a65246 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212561 Dec 04 21:44:04.563544 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09257977-339e-4045-be02-b6d135281bb8 req-a9e145e6-5948-4706-8115-88f6943f6f56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633440 Dec 04 21:44:04.593675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7981-5e07-4214-8aaf-7c60bf7ca658 req-be5ef033-7921-415b-b913-0e8dda60aaec tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:04.596674 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b48b7981-5e07-4214-8aaf-7c60bf7ca658 req-be5ef033-7921-415b-b913-0e8dda60aaec tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 943 time: 0.1534317 Dec 04 21:44:04.694701 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b48b7981-5e07-4214-8aaf-7c60bf7ca658 req-0f073487-668e-4b48-a0f0-a9173e528e33 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888898 Dec 04 21:44:04.920704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bdb5a-ad83-489e-8f6f-82ae0d457d86 req-9716a733-10a0-496b-9ca1-8a123681e2cc tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:04.925576 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6d2bdb5a-ad83-489e-8f6f-82ae0d457d86 req-9716a733-10a0-496b-9ca1-8a123681e2cc tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1677041 Dec 04 21:44:05.030229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33884) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:05.041912 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6d2bdb5a-ad83-489e-8f6f-82ae0d457d86 req-2d268482-cf19-4997-a0aa-47bed4ffa8ec tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099305 Dec 04 21:44:05.140709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Deleting subnet fee44e8c-3f85-472c-9426-c10420a59a9f {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:44:05.144513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:05.208726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:05.283536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:05.623875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33908) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:05.758174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:05.791182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3a5fa7aa-f0ed-4864-a4e1-9d346de28cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:05.847386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee44e8c-3f85-472c-9426-c10420a59a9f,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:05.853943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:05.932759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:05.964680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566d8c-4f49-4c57-b5f7-b1caa976d88e req-9dd37d58-cd2e-422d-ba59-c0465627034f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:05.964680 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-64566d8c-4f49-4c57-b5f7-b1caa976d88e req-9dd37d58-cd2e-422d-ba59-c0465627034f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2845173 Dec 04 21:44:05.983199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:06.022734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Usage tracker for resource:security_group_rule and tenant:53eedec91a354307a402d1f1fa5380a3 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:06.041079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:06.050919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:06.053659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:06.065027 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-64566d8c-4f49-4c57-b5f7-b1caa976d88e req-d6b50d91-841d-472a-89cb-cfd9a86c58d5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830531 Dec 04 21:44:06.076807 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fee44e8c-3f85-472c-9426-c10420a59a9f HTTP/1.1" status: 204 len: 168 time: 1.0449574 Dec 04 21:44:06.077410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33922) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:06.338447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277298e-0c0c-46ee-9704-87ce6af92572 req-539b4938-4918-49ac-b138-55174b17e2ca tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:06.339841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:06.350433 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8277298e-0c0c-46ee-9704-87ce6af92572 req-539b4938-4918-49ac-b138-55174b17e2ca tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 943 time: 0.4055498 Dec 04 21:44:06.507467 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8277298e-0c0c-46ee-9704-87ce6af92572 req-89eb0015-1a28-4e46-89d9-6b05787c3f6f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546848 Dec 04 21:44:06.680029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:06.811248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b33a9-9c6c-4857-9dbc-2575c015c571 req-88068c9f-2e9f-4095-9cb1-86af98d20ac9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:06.813006 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b42b33a9-9c6c-4857-9dbc-2575c015c571 req-88068c9f-2e9f-4095-9cb1-86af98d20ac9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.3872244 Dec 04 21:44:06.820034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:06.824409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:06.842768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4b3e0a43-420b-499b-a060-7e319f0a4568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:06.933745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3311d90e-30fe-4268-b251-6b1271c5d9aa']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:06.947049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81900f25-7560-4a0d-bff3-849cb4007d4a,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:06.974411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:06.981074 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b42b33a9-9c6c-4857-9dbc-2575c015c571 req-a0ec35dc-75ec-4fb2-8d53-c438a8015521 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272752 Dec 04 21:44:06.983103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4845b9de-d9d9-4e11-83b8-c9997e49d1eb') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:06.983439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4845b9de-d9d9-4e11-83b8-c9997e49d1eb') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:06.999862 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=53eedec91a354307a402d1f1fa5380a3&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3689761 Dec 04 21:44:06.999862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 33946) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:07.036420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.072612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.082431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:44:07.129668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 50b81bfa-7210-4eef-90d1-0856542bf4f1 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:07.207326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 50b81bfa-7210-4eef-90d1-0856542bf4f1 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:44:07.213643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 50b81bfa-7210-4eef-90d1-0856542bf4f1 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:07.214335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.302609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.335878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.349661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.398669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 50b81bfa-7210-4eef-90d1-0856542bf4f1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=50b81bfa-7210-4eef-90d1-0856542bf4f1,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:44:07.400816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b81bfa-7210-4eef-90d1-0856542bf4f1'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:07.400984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.407551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.408535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:44:07.410193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:07.417682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d1c6ee08-aad1-4a95-b629-9d691423593e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:07.436238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.452868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81900f25-7560-4a0d-bff3-849cb4007d4a,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:07.467662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:07.514126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=50b81bfa-7210-4eef-90d1-0856542bf4f1,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:07.551152 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:07.601034 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b81bfa-7210-4eef-90d1-0856542bf4f1', 'code': 200} Dec 04 21:44:07.727505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32ec92-8900-4255-9a16-1f3bcf29d221 req-c75d043a-ae9b-4c35-bb9a-596693db8415 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:07.748496 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cf32ec92-8900-4255-9a16-1f3bcf29d221 req-c75d043a-ae9b-4c35-bb9a-596693db8415 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2219300 Dec 04 21:44:07.781758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:07.783050 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/81900f25-7560-4a0d-bff3-849cb4007d4a HTTP/1.1" status: 204 len: 168 time: 0.7828455 Dec 04 21:44:07.966462 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cf32ec92-8900-4255-9a16-1f3bcf29d221 req-fc29a3d9-1d0e-4fe4-80c2-8ed839973d2b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128348 Dec 04 21:44:07.978967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Network 3311d90e-30fe-4268-b251-6b1271c5d9aa has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:44:08.080608 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:44:08.101080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 50b81bfa-7210-4eef-90d1-0856542bf4f1 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:08.296266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 50b81bfa-7210-4eef-90d1-0856542bf4f1 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:08.302431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:08.350983 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cd685-8cf1-4a77-b288-0a85320b5c7c req-1a33f03e-f462-4766-9399-413bfc9ff1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:08.369357 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4d8cd685-8cf1-4a77-b288-0a85320b5c7c req-1a33f03e-f462-4766-9399-413bfc9ff1a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 1162 time: 0.3677738 Dec 04 21:44:08.438382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:08.462196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:08.466965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-92b0cc35-91ef-4a93-8a59-9e84b4be0e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:08.498856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3311d90e-30fe-4268-b251-6b1271c5d9aa,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:08.511908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:08.527171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf12f1-613b-4bba-a525-de3cb4ea3e8b req-e5ccdd48-1149-431c-af68-748476ad9ac6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:08.536172 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b0bf12f1-613b-4bba-a525-de3cb4ea3e8b req-e5ccdd48-1149-431c-af68-748476ad9ac6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 945 time: 0.6391993 Dec 04 21:44:08.539417 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4d8cd685-8cf1-4a77-b288-0a85320b5c7c req-436629ef-8b65-436f-9310-8dae4500b49e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680388 Dec 04 21:44:08.554915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] 10.222.0.17 "DELETE /v2.0/networks/3311d90e-30fe-4268-b251-6b1271c5d9aa HTTP/1.1" status: 204 len: 168 time: 2.4743831 Dec 04 21:44:08.625431 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b0bf12f1-613b-4bba-a525-de3cb4ea3e8b req-ce3d840f-d5a9-4c2f-8aa6-0da57fd42d69 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880830 Dec 04 21:44:08.797028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172db84-1533-4f04-8705-a1c8ee32a6e0 req-29fd3086-d31b-4dcc-ac87-74aeec59d4df tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:08.805012 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4172db84-1533-4f04-8705-a1c8ee32a6e0 req-29fd3086-d31b-4dcc-ac87-74aeec59d4df tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1918123 Dec 04 21:44:08.843926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34002) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:08.886322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:08.924669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:08.925131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7d2c0-bf16-42ca-b56a-192f379c554f req-b879d1e1-c8a2-4ab1-977a-62a12313af41 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:08.926908 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac7d2c0-bf16-42ca-b56a-192f379c554f req-b879d1e1-c8a2-4ab1-977a-62a12313af41 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1107829 Dec 04 21:44:08.942401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34006) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:08.943160 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4172db84-1533-4f04-8705-a1c8ee32a6e0 req-6eb43faf-4ccb-4fc3-9a8e-ac3878966570 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371958 Dec 04 21:44:08.946235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Usage tracker for resource:security_group_rule and tenant:a75412fe7ccd40529d49faa7328b5326 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:08.950005 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'floatingip': {'port_id': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:08.958871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:08.978093 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:09.042392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.131051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.137149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.173703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-189315fe-3689-4388-b737-0f4dc9a73bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:09.186253 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a75412fe7ccd40529d49faa7328b5326&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3359163 Dec 04 21:44:09.191137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34010) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:09.216924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34014) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:09.298096 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0dbe96c8-75b6-42e3-8596-d5978df1e2fd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0effb8b3d84e4ac398b5124a5de9a759&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0783541 Dec 04 21:44:09.298976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5216090-dd98-4209-906a-37d3945a45ca,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:09.301936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34018) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:09.311135 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:09.371964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34026) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:09.419077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.436636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.468517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.502980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.588157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.603662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-90cdeb06-3d97-4642-82d9-3da1f6f2eafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:09.616179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5216090-dd98-4209-906a-37d3945a45ca,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:09.618513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.624915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:09.625447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:09.638566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab3642-c259-4c54-bdcd-30d60b2f1e47,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:09.644364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:09.650574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.651531 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e7ab3642-c259-4c54-bdcd-30d60b2f1e47 HTTP/1.1" status: 204 len: 168 time: 0.3449638 Dec 04 21:44:09.654040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.660189 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7c95c052-e8d1-47f6-b57f-3db869850f26 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5216090-dd98-4209-906a-37d3945a45ca HTTP/1.1" status: 204 len: 168 time: 0.4630263 Dec 04 21:44:09.825604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:09.897666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:09.911012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:4277b00edc1d462cb0849108b8cfe3ea is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:09.917699 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:09.937955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:10.196021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:10.200516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:10.321055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d3da8de5-ed83-4437-b8d5-1a754bbd203b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:10.360554 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4277b00edc1d462cb0849108b8cfe3ea&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9833183 Dec 04 21:44:10.368087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34062) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:10.780926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efd9a24-0e7f-4d73-bd43-fc6fd2549994,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:10.896518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:10.991507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55659b-709e-4dd0-88c2-0bb4010d2eef req-187e9132-9c91-4772-b01b-a4d03453d374 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:10.993443 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-af55659b-709e-4dd0-88c2-0bb4010d2eef req-187e9132-9c91-4772-b01b-a4d03453d374 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 945 time: 0.3947928 Dec 04 21:44:11.052331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82f61-1489-4365-8ce7-07ea150d06ad req-3fd18f4e-c378-4cad-919f-625c010b6656 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:11.075190 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ffd82f61-1489-4365-8ce7-07ea150d06ad req-3fd18f4e-c378-4cad-919f-625c010b6656 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.6215248 Dec 04 21:44:11.108377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:11.222920 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ffd82f61-1489-4365-8ce7-07ea150d06ad req-d2d34923-3acd-4a94-b1a8-57ca6edf5344 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453712 Dec 04 21:44:11.260429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:11.424829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:11.450822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d5d65b91-063e-43bf-ae5d-8aa3dfa6830a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:11.466564 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-af55659b-709e-4dd0-88c2-0bb4010d2eef req-5af366aa-4bdf-4c79-8170-142d35c45c0a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517231 Dec 04 21:44:11.503211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efd9a24-0e7f-4d73-bd43-fc6fd2549994,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:11.521290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.resource_extend [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 04 21:44:11.541421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:11.542881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:11.545419 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0efd9a24-0e7f-4d73-bd43-fc6fd2549994 HTTP/1.1" status: 204 len: 168 time: 1.1745141 Dec 04 21:44:11.719751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:11.723714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:11.952114 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Floating IP 721f9920-f4e3-4d69-a469-b2f7c539060b associated. External IP: 172.28.3.91, port: 42b3dd2f-98ef-4697-8eb0-168eb9990629. Dec 04 21:44:12.719036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3bc0a-796c-4d9b-a404-1052e7e6ea83 req-7a53c9bf-7b15-4789-8a75-3411fae9985d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:12.752674 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-12a3bc0a-796c-4d9b-a404-1052e7e6ea83 req-7a53c9bf-7b15-4789-8a75-3411fae9985d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1954820 Dec 04 21:44:12.858123 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-12a3bc0a-796c-4d9b-a404-1052e7e6ea83 req-5f03e7ea-c396-4ac1-bced-a9e70e3a43c3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033878 Dec 04 21:44:13.406896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:44:13.425105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f37834-2f69-4731-b773-51f2befb6219 req-5fbe6d00-a5a4-4f58-9441-ed0d22094d42 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:13.433650 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-53f37834-2f69-4731-b773-51f2befb6219 req-5fbe6d00-a5a4-4f58-9441-ed0d22094d42 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 945 time: 0.5345168 Dec 04 21:44:13.696314 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-53f37834-2f69-4731-b773-51f2befb6219 req-24fe9b84-b9f7-436d-88a6-b4c0c516a62f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614827 Dec 04 21:44:13.714856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:44:13.724286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:13.746696 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:44:13.779974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:44:13.784743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:44:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:13.836620 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4764f8f5-6b16-47c9-aa4a-5f897ee04d20 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "PUT /v2.0/floatingips/721f9920-f4e3-4d69-a469-b2f7c539060b HTTP/1.1" status: 200 len: 991 time: 4.8930340 Dec 04 21:44:13.837758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:14.261898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:44:14.478717 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'status': 'completed', 'code': 200} Dec 04 21:44:14.804875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-8c627c96-34cb-4b75-88fd-57647eaa0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:14.815131 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-8c627c96-34cb-4b75-88fd-57647eaa0fdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1163 time: 0.2799599 Dec 04 21:44:14.885609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78f810-39a9-4000-8063-024e6e7ea019 req-51caab79-b29b-485b-b092-a7bfea1ccd9a tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:14.887464 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f78f810-39a9-4000-8063-024e6e7ea019 req-51caab79-b29b-485b-b092-a7bfea1ccd9a tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.2076404 Dec 04 21:44:15.135595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f78f810-39a9-4000-8063-024e6e7ea019 req-d9e38eaf-22c2-4644-8bae-faa5b876a793 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659372 Dec 04 21:44:15.194447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-93150268-5666-4c09-84b1-e124847cd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:15.196914 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-93150268-5666-4c09-84b1-e124847cd89c service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.3688071 Dec 04 21:44:15.238097 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': '721f9920-f4e3-4d69-a469-b2f7c539060b', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'floating_ip_address': '172.28.3.91', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'port_id': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'mac_address': 'fa:16:3e:fe:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:43:37Z', 'updated_at': '2020-12-04T21:44:11Z', 'revision_number': 1, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:15.249019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:44:15.271001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:44:15.272423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:44:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:15.393369 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-d70c64b1-e774-4794-8367-193309cd4074 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 999 time: 0.1889875 Dec 04 21:44:15.523378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-01d2381e-4448-484e-98f3-277620d6e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:15.525852 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-01d2381e-4448-484e-98f3-277620d6e648 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.1227801 Dec 04 21:44:15.640342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-702e79a4-a8af-45ba-b4ad-c39ba7120cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:15.642115 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-702e79a4-a8af-45ba-b4ad-c39ba7120cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093476 Dec 04 21:44:15.718180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:44:15.893793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-fc00d230-1112-45a9-821f-21108fd49cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433193 Dec 04 21:44:16.460421 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-29e88017-c84f-4a7b-8284-4d9e3a39855e req-5238c7a8-7d12-4c3f-9e44-cd8f4c5845cb service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5548105 Dec 04 21:44:16.614518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': '721f9920-f4e3-4d69-a469-b2f7c539060b', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'floating_ip_address': '172.28.3.91', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'port_id': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'mac_address': 'fa:16:3e:fe:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:43:37Z', 'updated_at': '2020-12-04T21:44:11Z', 'revision_number': 1, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:44:16.623857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40a1a9-8112-427f-be6f-25589fd9a77a None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': '721f9920-f4e3-4d69-a469-b2f7c539060b', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'floating_ip_address': '172.28.3.91', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'port_id': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'mac_address': 'fa:16:3e:fe:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:43:37Z', 'updated_at': '2020-12-04T21:44:11Z', 'revision_number': 1, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:44:16.636518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067ec93-79d7-4ad7-91f6-a46523e195f0 req-00601c35-06d1-48ec-9c83-50ffb2baee52 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:16.644878 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7067ec93-79d7-4ad7-91f6-a46523e195f0 req-00601c35-06d1-48ec-9c83-50ffb2baee52 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1286342 Dec 04 21:44:16.762848 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7067ec93-79d7-4ad7-91f6-a46523e195f0 req-812125d0-3ab7-4610-839b-2a9e9bc77316 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158538 Dec 04 21:44:17.172047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1a596-e15e-4ca9-8479-b9cfe111e98f None None] New status for floating IP 721f9920-f4e3-4d69-a469-b2f7c539060b: ACTIVE {{(pid=80288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:44:17.285957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34278) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:17.326440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:44:17.602769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:17.629109 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:17.635505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Usage tracker for resource:security_group_rule and tenant:72bc334893ef46d1b5341d17087edea9 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:17.643557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:17.659631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:18.030845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34306) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:18.061429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.078056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.190353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:18.257512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34314) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:18.257855 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=72bc334893ef46d1b5341d17087edea9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9705446 Dec 04 21:44:18.348980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e44e8d-6fcb-424d-bbf2-47317b2ec2ba,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:18.359149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:18.619670 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-dd41cf5c-36f2-45a9-ba77-6c2cb9278617 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/networks?tenant_id=412b0405cd6e4da799d11b2b12a387ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176472 Dec 04 21:44:18.656786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.712533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.740064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:18.749719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ccb54dec7cc45afa91766fe102c1d56 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:18.760176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:18.770746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:18.785930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581e2df-408b-4d7d-a128-d94a636cf26b req-9849124f-fc61-462b-86a5-f900f4cfdf95 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:18.788182 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0581e2df-408b-4d7d-a128-d94a636cf26b req-9849124f-fc61-462b-86a5-f900f4cfdf95 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.3709323 Dec 04 21:44:18.792396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.903133 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0581e2df-408b-4d7d-a128-d94a636cf26b req-9c523aae-df2d-4092-ac87-f6bf0679d3ce tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028035 Dec 04 21:44:18.925218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.931865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3c45b17-80a6-4db2-82a2-bf7c4b37ac4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:18.963015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e44e8d-6fcb-424d-bbf2-47317b2ec2ba,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:18.965963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-4c0e0a30-479e-4066-8378-6ef1b61e75b5 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:18.976377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:18.980425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:18.981689 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/72e44e8d-6fcb-424d-bbf2-47317b2ec2ba HTTP/1.1" status: 204 len: 168 time: 0.7219160 Dec 04 21:44:18.985071 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-4c0e0a30-479e-4066-8378-6ef1b61e75b5 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639102 Dec 04 21:44:19.027496 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-f9f98dd2-0671-4b85-a299-c89add8ce651 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/quotas/412b0405cd6e4da799d11b2b12a387ed HTTP/1.1" status: 200 len: 375 time: 0.0248628 Dec 04 21:44:19.031316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.041136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.093391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4dc33e74-0b6a-48cd-8f9d-3c42c890ede3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:19.134554 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7ccb54dec7cc45afa91766fe102c1d56&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1004145 Dec 04 21:44:19.138530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34334) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:19.165985 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-8190f894-059d-4717-81c2-e4316ef8a83e tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?tenant_id=412b0405cd6e4da799d11b2b12a387ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198099 Dec 04 21:44:19.178593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc07e8-37f7-4380-ba5a-6b9c35430718,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:19.184171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:19.243193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.278384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.349980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.362192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:19.398079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbc07e8-37f7-4380-ba5a-6b9c35430718,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:19.404060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:19.406227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.408793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/afbc07e8-37f7-4380-ba5a-6b9c35430718 HTTP/1.1" status: 204 len: 168 time: 0.2684789 Dec 04 21:44:19.503559 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-767d5e3a-6e48-4409-8971-f58826c32ebf req-6456a84c-265a-4eb4-8824-79df92591079 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 210 time: 0.0874579 Dec 04 21:44:19.820739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34360) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:19.857316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:19.897515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:19.909151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Usage tracker for resource:security_group_rule and tenant:13389dc0e0084f2e9d48a4d42c5cbfdb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:19.915340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:19.921922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:20.188797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:20.210498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:20.267548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-68b565ce-2ade-4e0c-9775-de8d727cb475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:20.457815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaf4b85-1c57-413e-a7b4-02b390ee4812,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:20.509212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:20.550604 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=13389dc0e0084f2e9d48a4d42c5cbfdb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7266722 Dec 04 21:44:20.570759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34402) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:20.731568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661ca0a-b669-4cd7-9ef8-2d7723001b0c req-b90b4419-48c7-47f0-8d5f-27d346b8bed9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:20.739971 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b661ca0a-b669-4cd7-9ef8-2d7723001b0c req-b90b4419-48c7-47f0-8d5f-27d346b8bed9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.5373523 Dec 04 21:44:20.745333 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-ecff41e6-9244-492e-9ecb-4f33fd054679 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:20.751569 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-ecff41e6-9244-492e-9ecb-4f33fd054679 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.5024543 Dec 04 21:44:20.797523 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-bae907cb-ddb3-417c-8664-a9ada6702633 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/quotas/cf5461b9bc7f4c0096b14da09548e45a HTTP/1.1" status: 200 len: 375 time: 0.0319736 Dec 04 21:44:20.817409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:20.831682 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b661ca0a-b669-4cd7-9ef8-2d7723001b0c req-ec1ad100-247c-4580-9a6e-a93657567823 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903001 Dec 04 21:44:20.879553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:20.958566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:20.967239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:20.986905 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaf4b85-1c57-413e-a7b4-02b390ee4812,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:20.992642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:21.024309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:21.028401 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ebaf4b85-1c57-413e-a7b4-02b390ee4812 HTTP/1.1" status: 204 len: 168 time: 0.4535823 Dec 04 21:44:21.097383 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-89fc9e61-2730-44fd-9c0b-99961684a587 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2793474 Dec 04 21:44:21.275309 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c9c9b87f-e9fd-4fb0-87a8-ce003e12789b req-a67d2523-1cad-47ab-b7d7-b1938b201bff tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 210 time: 0.0646667 Dec 04 21:44:21.309615 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-9a7972fb-ba7f-4894-9ddf-1b212f8bb3e9 service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961927 Dec 04 21:44:21.479567 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-215ef653-c9f5-4e19-9c76-408696114d1e service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562567 Dec 04 21:44:21.747971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34432) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:21.811762 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:21.894078 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-a96b8342-7d68-4890-a985-1d1d38d5c57c tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.49 "GET /v2.0/networks?tenant_id=412b0405cd6e4da799d11b2b12a387ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1604497 Dec 04 21:44:21.916673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:21.929760 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-edc2ab5a-d4a0-4a16-918e-66f98c9e3993 req-37551bca-88e4-4246-a676-227cfdf60e0e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 210 time: 0.0828290 Dec 04 21:44:21.934235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Usage tracker for resource:security_group_rule and tenant:1ceb634541c24ee491d93e7996443ae9 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:21.950255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:21.964579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:22.196400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-5fbf9444-ec68-4345-8e41-5b57c00c3596 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:22.204522 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-5fbf9444-ec68-4345-8e41-5b57c00c3596 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884135 Dec 04 21:44:22.222203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.231540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.237451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Request body: {'port': {'device_id': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046', 'admin_state_up': True, 'tenant_id': '412b0405cd6e4da799d11b2b12a387ed'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:22.259386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f4f7a9c0-fbff-4d22-bd96-7649f47c5f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:22.426030 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ceb634541c24ee491d93e7996443ae9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6742656 Dec 04 21:44:22.426030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5e0cb-8dae-449c-a571-85f54f6e969d,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:22.440868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34474) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:22.445814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:22.562107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:22.569537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Usage tracker for resource:port and tenant:412b0405cd6e4da799d11b2b12a387ed is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:22.574380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Quota usage for port was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:22.583600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:22.599065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Made reservation on behalf of 412b0405cd6e4da799d11b2b12a387ed for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:44:22.607171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.627317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.666200 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:22.671192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Usage tracker for resource:security_group_rule and tenant:412b0405cd6e4da799d11b2b12a387ed is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:22.675745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:22.684360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:22.779750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.810965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.868183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.883886 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.897709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:22.916882 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5e0cb-8dae-449c-a571-85f54f6e969d,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:22.925804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:22.934619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.938559 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/16a5e0cb-8dae-449c-a571-85f54f6e969d HTTP/1.1" status: 204 len: 168 time: 0.4955101 Dec 04 21:44:22.943258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:22.963559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05011-849a-4446-8c93-da6a5e59b1f6 req-b34deab3-7b1d-4ae2-9a18-d3e98970a15e tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:22.969509 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-33a05011-849a-4446-8c93-da6a5e59b1f6 req-b34deab3-7b1d-4ae2-9a18-d3e98970a15e tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.4218383 Dec 04 21:44:23.033440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-822f9d38-023d-4c34-b79f-0638c16c7d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:23.118700 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-33a05011-849a-4446-8c93-da6a5e59b1f6 req-0c58f679-14f7-43b8-b71f-76acc29f86e5 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462128 Dec 04 21:44:23.134955 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9c73d868-4df0-4eea-88ab-adf40432cd17 req-7863cf42-d8e8-435c-8e69-75e31bbd7f45 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 210 time: 0.2641623 Dec 04 21:44:23.575627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e8595-7827-4833-8797-7e2dd21c21d5,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:23.597643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:23.606519 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2a90a3bc-9f78-4a6b-9153-1a1c0ca8a181 req-bb4a195a-cae0-4ea1-83ba-cb98e5f600b5 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 210 time: 0.1499426 Dec 04 21:44:23.738883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Allocated IP 192.168.233.8 (530a7466-6844-4a0b-98ca-4d6c96a18046/60b882ab-3a9f-4c03-b14b-0247a6d9304a/f2afbb3c-b119-4a9c-af69-a7e079121612) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:44:24.089104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:24.111243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Transition to ACTIVE for port object f2afbb3c-b119-4a9c-af69-a7e079121612 will not be triggered until provisioned by entity DHCP. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:44:24.135523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:24.306796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:24.703152 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c005-6ae7-4314-99df-1f836c2f018b req-18f62081-2c04-4e3e-a043-4775303b3e3d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:24.707682 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3917c005-6ae7-4314-99df-1f836c2f018b req-18f62081-2c04-4e3e-a043-4775303b3e3d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.2900019 Dec 04 21:44:24.811772 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3917c005-6ae7-4314-99df-1f836c2f018b req-0eafa659-d11a-4c73-a748-b3c157042691 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755172 Dec 04 21:44:24.860766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-1d98b9cb-3555-471a-aac6-65412c049d78 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:24.870038 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-1d98b9cb-3555-471a-aac6-65412c049d78 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.5275564 Dec 04 21:44:24.903514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Request body: {'port': {'device_id': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa', 'admin_state_up': True, 'tenant_id': 'cf5461b9bc7f4c0096b14da09548e45a'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:25.240085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Pushing event updated for resources: {'Port': ['ID=f2afbb3c-b119-4a9c-af69-a7e079121612,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:25.256019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:25.381046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80311040-9744-48d5-83dc-3102b94be141 req-4d6de45e-c5a9-450a-9c97-e1e731f5fcc4 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:25.395872 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-80311040-9744-48d5-83dc-3102b94be141 req-4d6de45e-c5a9-450a-9c97-e1e731f5fcc4 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 934 time: 0.9494436 Dec 04 21:44:25.403066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3ecbaf4f-c46f-40c1-a29b-0808b8b50a71 req-1804ecb2-16f5-4633-8c0b-f61de509c959 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 210 time: 0.1527991 Dec 04 21:44:25.473474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:44:25.477035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:44:25.497016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:44:25.506221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:25.506952 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:25.530802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:25.572444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:25.599285 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-9aac267e-f8cc-45b2-a66a-cf474b3c0c4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4166973 Dec 04 21:44:25.601380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-80311040-9744-48d5-83dc-3102b94be141 req-dd959ba1-4de1-49a2-b85e-eaec735d332d tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Synchronizing usage tracker for tenant:412b0405cd6e4da799d11b2b12a387ed on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:44:25.623070 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3900383 Dec 04 21:44:25.627686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Made reservation on behalf of cf5461b9bc7f4c0096b14da09548e45a for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:44:25.633957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:25.655347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Request body: {'port': {'device_id': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:25.790120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-80311040-9744-48d5-83dc-3102b94be141 req-dd959ba1-4de1-49a2-b85e-eaec735d332d tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Unset dirty status for tenant:412b0405cd6e4da799d11b2b12a387ed on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:44:25.804233 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-80311040-9744-48d5-83dc-3102b94be141 req-dd959ba1-4de1-49a2-b85e-eaec735d332d tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068117 Dec 04 21:44:25.949914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:26.063723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-03769c71-597f-41b3-99c6-57187f8854a9 None None] Provisioning for port f2afbb3c-b119-4a9c-af69-a7e079121612 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:44:26.074099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-03769c71-597f-41b3-99c6-57187f8854a9 None None] Provisioning complete for port f2afbb3c-b119-4a9c-af69-a7e079121612 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:26.074797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03769c71-597f-41b3-99c6-57187f8854a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:26.137991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34606) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:26.218042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-03769c71-597f-41b3-99c6-57187f8854a9 None None] Port f2afbb3c-b119-4a9c-af69-a7e079121612 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:44:26.418557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Allocated IP 172.20.0.13 (2f23444f-6055-4b6e-bb35-d0aa4f7edcaa/01d0d095-1c8a-4002-8cf4-897e9eb73dd3/f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:44:26.430562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:26.445107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-527ba5fc-3c91-4087-b0fa-aec99ef3c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:26.448010 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-527ba5fc-3c91-4087-b0fa-aec99ef3c27f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 1163 time: 0.6834414 Dec 04 21:44:26.526461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:26.593986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Usage tracker for resource:security_group_rule and tenant:88c990cb715d44b19abe7aafe30ade05 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:26.601535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:26.628447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:26.694132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be9f2-981a-490a-8329-d27666ab18f3 req-58d45c48-812d-4961-8ece-c869a9e7ed2b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:26.696198 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-220be9f2-981a-490a-8329-d27666ab18f3 req-58d45c48-812d-4961-8ece-c869a9e7ed2b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.5416486 Dec 04 21:44:26.846869 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-220be9f2-981a-490a-8329-d27666ab18f3 req-b9ab6666-f2bb-4465-be84-73bd3312537b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361656 Dec 04 21:44:26.864179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-8447a743-d974-4eaa-b3a5-03d978ccd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:26.867836 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-8447a743-d974-4eaa-b3a5-03d978ccd687 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 908 time: 0.3800714 Dec 04 21:44:27.023135 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.031558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.106536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2afbb3c-b119-4a9c-af69-a7e079121612 {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:44:27.117601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.151008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Transition to ACTIVE for port object f2afbb3c-b119-4a9c-af69-a7e079121612 will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:44:27.154182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-eb87a1af-73d8-45dd-a58b-0543573d2666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:27.176566 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=88c990cb715d44b19abe7aafe30ade05&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0372589 Dec 04 21:44:27.179516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34640) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:27.191059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.585947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102c2b39-6090-4beb-b9a4-f6f2046e9459,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:27.602060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34654) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:27.605060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:27.612010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:27.702533 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d9e02af5-56a1-4fea-baff-0b76b8c2ebcd req-cfa089de-7695-4707-957e-734b80584fd6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 210 time: 0.8329492 Dec 04 21:44:27.723328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Pushing event updated for resources: {'Port': ['ID=f2afbb3c-b119-4a9c-af69-a7e079121612,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:27.732223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:27.732923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.737221 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-fffc3c99-da6d-4853-b845-3b29bcb2454d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32494d54-2e50-4469-9549-b259a693d742 HTTP/1.1" status: 200 len: 217 time: 0.8513699 Dec 04 21:44:27.788585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7053c566-75e5-4592-84fc-3e579c6de029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.806057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:27.813077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34660) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:27.831833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151362a-5aee-4daf-b934-88e304b85299 req-b64bc878-6e3f-4c4d-83e4-028f4f7661a7 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:27.832608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-2151362a-5aee-4daf-b934-88e304b85299 req-b64bc878-6e3f-4c4d-83e4-028f4f7661a7 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Synchronizing usage tracker for tenant:412b0405cd6e4da799d11b2b12a387ed on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:44:27.872337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-2151362a-5aee-4daf-b934-88e304b85299 req-b64bc878-6e3f-4c4d-83e4-028f4f7661a7 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Unset dirty status for tenant:412b0405cd6e4da799d11b2b12a387ed on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:44:27.873720 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2151362a-5aee-4daf-b934-88e304b85299 req-b64bc878-6e3f-4c4d-83e4-028f4f7661a7 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.5841722 Dec 04 21:44:27.977659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.000545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-bcb9075c-4f4e-4097-843e-dafd5e6f5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:28.024953 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-bcb9075c-4f4e-4097-843e-dafd5e6f5e86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.2590761 Dec 04 21:44:28.105311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Attempting to bind port f2afbb3c-b119-4a9c-af69-a7e079121612 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:44:28.105679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Attempting to bind port f2afbb3c-b119-4a9c-af69-a7e079121612 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:44:28.130210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Attempting to bind port f2afbb3c-b119-4a9c-af69-a7e079121612 on network 530a7466-6844-4a0b-98ca-4d6c96a18046 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:44:28.137971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:44:28.138312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Checking segment: {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:44:28.138714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.139086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Bound using segment: {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:44:28.139574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Bound port: f2afbb3c-b119-4a9c-af69-a7e079121612, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635b28d7-1869-4404-836f-60f0e127744b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '530a7466-6844-4a0b-98ca-4d6c96a18046'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:44:28.139941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.175256 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-7d6e56ad-5f6f-4978-8ab5-d3ce8fa45fb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417711 Dec 04 21:44:28.185510 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2151362a-5aee-4daf-b934-88e304b85299 req-5cecba90-fce6-4810-a6ca-a16f712cb944 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024173 Dec 04 21:44:28.332866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.347157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.357669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-df7f5004-1e51-40dc-925f-fd4fae26105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:28.398684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102c2b39-6090-4beb-b9a4-f6f2046e9459,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:28.411452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.424411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:28.431233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:28.450127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Usage tracker for resource:security_group_rule and tenant:d2462058d6ca45b4b4d84ca4615a0c6a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:28.455456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:28.458101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:28.466369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.468929 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/102c2b39-6090-4beb-b9a4-f6f2046e9459 HTTP/1.1" status: 204 len: 168 time: 1.2880831 Dec 04 21:44:28.485182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:28.487362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.491200 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] For port f2afbb3c-b119-4a9c-af69-a7e079121612, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:44:28.495978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Usage tracker for resource:security_group_rule and tenant:9fe0b50bd8b64812b9662e8a6424fe47 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:28.505498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] For port f2afbb3c-b119-4a9c-af69-a7e079121612, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f2afbb3c-b119-4a9c-af69-a7e079121612,segment=NetworkSegment(635b28d7-1869-4404-836f-60f0e127744b),segment_id=635b28d7-1869-4404-836f-60f0e127744b)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:44:28.508229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:28.524182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:28.540237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:28.554103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:28.567825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:28.852587 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-da1b50c1-c816-400e-a687-470a4da949bc service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638844 Dec 04 21:44:28.873067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:44:28.880030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b571d-29cb-4790-9d8d-fa911b170606 req-2b6d2cb4-3702-4310-b575-86ec32ec14da tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:28.889558 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3a1b571d-29cb-4790-9d8d-fa911b170606 req-2b6d2cb4-3702-4310-b575-86ec32ec14da tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.5641494 Dec 04 21:44:28.976953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Pushing event updated for resources: {'Port': ['ID=f2afbb3c-b119-4a9c-af69-a7e079121612,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:28.978360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:44:28.992641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:44:29.074376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:29.075590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.076395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:29.150588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34680) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:29.161511 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event updated for resources: {'Port': ['ID=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:29.175959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:29.184210 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3a1b571d-29cb-4790-9d8d-fa911b170606 req-d5450056-54b8-4c91-b9e4-de968d2d8d22 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936108 Dec 04 21:44:29.206674 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3086030 Dec 04 21:44:29.213467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.247081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Request body: {'port': {'device_id': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:29.253572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:29.296562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Usage tracker for resource:security_group_rule and tenant:03e5e559fc2f4a559f4fa12912f73819 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:29.307728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:29.309303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.311038 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2afbb3c-b119-4a9c-af69-a7e079121612 HTTP/1.1" status: 200 len: 1160 time: 3.6649804 Dec 04 21:44:29.313822 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f9a54e4-eb3e-40a0-9792-cde394ccc1ce req-b3e723c7-04a2-4b8c-860d-9b22147aaa93 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3905311 Dec 04 21:44:29.326729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:29.329789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'tag': 'f2afbb3c-b119-4a9c-af69-a7e079121612'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:29.361911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:29.379572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c627a-fa7e-4980-8773-170368065a41 req-25651ee9-afba-4889-8486-9e73be92e420 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:29.381946 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d4c627a-fa7e-4980-8773-170368065a41 req-25651ee9-afba-4889-8486-9e73be92e420 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 932 time: 0.3694940 Dec 04 21:44:29.394015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.441271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.444946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.462027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:29.536265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.540383 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d4c627a-fa7e-4980-8773-170368065a41 req-9c3d7a58-6ba8-4909-8cc1-cb1873ecb2aa tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447105 Dec 04 21:44:29.557066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.564435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976153f-63cf-4b64-bef0-5f7d7cacc85e,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:29.579221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:29.579923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cee1e7b2-0dcb-4be9-bb25-fc3976f3db41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:29.590007 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d2462058d6ca45b4b4d84ca4615a0c6a&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7653973 Dec 04 21:44:29.597272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34688) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:29.718323 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9fe0b50bd8b64812b9662e8a6424fe47&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1126378 Dec 04 21:44:29.732668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34694) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:29.739085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b245569d-aa9b-4206-a22a-415cf76f553c,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:29.760153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:29.815618 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'tag': 'f2afbb3c-b119-4a9c-af69-a7e079121612', 'status': 'completed', 'code': 200} Dec 04 21:44:29.873204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.876092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.880196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.906656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-846d22b8-d669-4534-a746-3e8084539ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:29.940332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-a0a20f3d-d39c-420b-9bea-c9c2679e6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:29.942076 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-a0a20f3d-d39c-420b-9bea-c9c2679e6163 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=412b0405cd6e4da799d11b2b12a387ed&device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 1163 time: 0.4709170 Dec 04 21:44:29.967664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:29.996654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.016593 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=03e5e559fc2f4a559f4fa12912f73819&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8502965 Dec 04 21:44:30.031679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565697f4-bc53-4ca0-a664-968d01d2a525,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:30.038010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34698) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:30.059506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:30.099098 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-6c8098a9-9d38-4527-aa15-59e2b320cc03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f2afbb3c-b119-4a9c-af69-a7e079121612 HTTP/1.1" status: 200 len: 217 time: 0.0878644 Dec 04 21:44:30.121139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e98b-191e-4528-942c-f66dc7ab565a req-8b713076-83a4-475e-accf-d6651e11641b tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:30.129117 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-96d8e98b-191e-4528-942c-f66dc7ab565a req-8b713076-83a4-475e-accf-d6651e11641b tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.3517916 Dec 04 21:44:30.153419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.288187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.295090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a4512b5a-bdf8-4dda-8b9f-838a1b6be684 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:30.306426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.314311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976153f-63cf-4b64-bef0-5f7d7cacc85e,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:30.327764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:30.335611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.350331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:30.354310 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-96d8e98b-191e-4528-942c-f66dc7ab565a req-f5107f40-c2e4-46ac-b5fb-43e336b89a64 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241087 Dec 04 21:44:30.360878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-53008571-a606-4176-8667-1c2e7b1e7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:30.374428 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-53008571-a606-4176-8667-1c2e7b1e7ab0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60b882ab-3a9f-4c03-b14b-0247a6d9304a HTTP/1.1" status: 200 len: 843 time: 0.2418430 Dec 04 21:44:30.390748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.392560 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b245569d-aa9b-4206-a22a-415cf76f553c HTTP/1.1" status: 204 len: 168 time: 0.6548245 Dec 04 21:44:30.398316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b245569d-aa9b-4206-a22a-415cf76f553c,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:30.402555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.424168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:30.436613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.437956 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9976153f-63cf-4b64-bef0-5f7d7cacc85e HTTP/1.1" status: 204 len: 168 time: 0.8046851 Dec 04 21:44:30.560870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-fafaedc1-f31b-4050-b3a8-297d87eee701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:30.575948 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-fafaedc1-f31b-4050-b3a8-297d87eee701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530a7466-6844-4a0b-98ca-4d6c96a18046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1873176 Dec 04 21:44:30.576938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.583369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:30.619050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565697f4-bc53-4ca0-a664-968d01d2a525,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:30.625002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:30.636240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.641480 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/565697f4-bc53-4ca0-a664-968d01d2a525 HTTP/1.1" status: 204 len: 168 time: 0.5957501 Dec 04 21:44:30.673649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67282268-5d71-4c4e-8ea2-a416f3270c7f req-9d434d53-3d8e-407e-8252-e9d205a6ed25 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:30.683310 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-67282268-5d71-4c4e-8ea2-a416f3270c7f req-9d434d53-3d8e-407e-8252-e9d205a6ed25 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.2062972 Dec 04 21:44:30.750165 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-67282268-5d71-4c4e-8ea2-a416f3270c7f req-ee971cf1-cb99-4b8c-b051-f54d3de3e4ec tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Dec 04 21:44:30.821166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:44:30.853894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.918353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Transition to ACTIVE for port object f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:44:30.945643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d95cbf5b-863d-4a95-9b98-405647e80864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.954536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:30.981035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:31.154047 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-1af6f38e-6eab-4094-ae51-747b190e46d7 service neutron] 10.222.0.49 "GET /v2.0/networks/530a7466-6844-4a0b-98ca-4d6c96a18046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703460 Dec 04 21:44:31.300435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34724) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:31.324856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:31.345900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:31.353224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd594d318bb4eb188712bcdcf14d800 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:31.358509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:31.367970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:31.516967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:31.527417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:31.543357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-132f4d22-ffb8-4ea7-a440-353dbb075b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:31.611345 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d3a57-19ec-49cb-bc59-3fed93d6f292,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:31.629214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:31.641001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:31.666350 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7fd594d318bb4eb188712bcdcf14d800&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3641157 Dec 04 21:44:31.667515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:31.674409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34734) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:31.769595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d49c0-32d1-4d69-b00d-71d89e79031c req-bb3e4e75-2872-42cf-bc60-5e58ddc8d825 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:31.770915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e38a0-359e-4ff9-a11d-377ca395c474 req-d2509e7c-2cb8-4940-a834-96b0d844d3c0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:31.771840 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f77d49c0-32d1-4d69-b00d-71d89e79031c req-bb3e4e75-2872-42cf-bc60-5e58ddc8d825 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.1028540 Dec 04 21:44:31.772455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-7e4e38a0-359e-4ff9-a11d-377ca395c474 req-d2509e7c-2cb8-4940-a834-96b0d844d3c0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:44:31.790721 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8cf152a4-c1b2-43e3-b944-5a3e2fd71104 req-a7163816-a293-4c8e-a7d1-6a6096427ae1 service neutron] 10.222.0.49 "GET /v2.0/networks/530a7466-6844-4a0b-98ca-4d6c96a18046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5747323 Dec 04 21:44:31.851266 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f77d49c0-32d1-4d69-b00d-71d89e79031c req-e703a2cf-5d97-4d42-b32a-372634c444ee tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715075 Dec 04 21:44:31.911922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:31.931089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34746) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:31.953731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:31.976916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-7e4e38a0-359e-4ff9-a11d-377ca395c474 req-d2509e7c-2cb8-4940-a834-96b0d844d3c0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:44:31.979818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:31.984360 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7e4e38a0-359e-4ff9-a11d-377ca395c474 req-d2509e7c-2cb8-4940-a834-96b0d844d3c0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 1.0044732 Dec 04 21:44:31.984563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:52b0bf4fd0a9490195d5152df06765c9 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:31.988957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:31.996715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:32.055372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.142758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.151981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.156984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.164625 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7e4e38a0-359e-4ff9-a11d-377ca395c474 req-e79267e5-21e5-4bf8-9a72-7b67399b5bff tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789548 Dec 04 21:44:32.165676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:32.232525 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=52b0bf4fd0a9490195d5152df06765c9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3004789 Dec 04 21:44:32.234586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d5345f-578f-4df4-9579-8bdc502db103,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:32.238690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 34752) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:32.242697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:32.274843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Attempting to bind port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:44:32.275526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Attempting to bind port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:44:32.276068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Attempting to bind port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 on network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:44:32.291222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:44:32.291817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Checking segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:44:32.292472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.293113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Bound using segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:44:32.293972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Bound port: f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:44:32.294577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.323332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.334863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:32.392468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.404454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d3a57-19ec-49cb-bc59-3fed93d6f292,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:32.419989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.437497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:32.455596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.467949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.471623 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c09d3a57-19ec-49cb-bc59-3fed93d6f292 HTTP/1.1" status: 204 len: 168 time: 0.7822442 Dec 04 21:44:32.475295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-09aac729-500d-4228-8309-03fa70fad46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:32.477049 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-09aac729-500d-4228-8309-03fa70fad46d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=412b0405cd6e4da799d11b2b12a387ed&device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 1163 time: 0.5508735 Dec 04 21:44:32.540341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.557045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c247aa9f-ddc6-4978-996a-c4485caa3905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:32.589836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d5345f-578f-4df4-9579-8bdc502db103,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:32.593658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.598195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:32.602194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:32.607504 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/55d5345f-578f-4df4-9579-8bdc502db103 HTTP/1.1" status: 204 len: 168 time: 0.3642125 Dec 04 21:44:32.749324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] For port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:44:32.835383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-7fd65ed8-f5b6-433b-9e17-5bd76e5d9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:32.838952 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-7fd65ed8-f5b6-433b-9e17-5bd76e5d9a57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=530a7466-6844-4a0b-98ca-4d6c96a18046 HTTP/1.1" status: 200 len: 863 time: 0.3525145 Dec 04 21:44:32.980097 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295497d-2532-4549-be2a-292e53f85e27 req-a894eced-b220-4ed3-8815-2133fe925b88 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:32.991954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:32.997373 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5295497d-2532-4549-be2a-292e53f85e27 req-a894eced-b220-4ed3-8815-2133fe925b88 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.6766572 Dec 04 21:44:33.014592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] For port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:44:33.063371 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-95869760-9d02-481d-9562-75cda41b6b58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f2afbb3c-b119-4a9c-af69-a7e079121612 HTTP/1.1" status: 200 len: 217 time: 0.2092342 Dec 04 21:44:33.072314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:33.156326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8e9af-00d6-4549-ae48-e4cb0d3dcc5c req-3bddb514-066d-45d7-a74b-a69e34df5d83 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:33.166436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-91e8e9af-00d6-4549-ae48-e4cb0d3dcc5c req-3bddb514-066d-45d7-a74b-a69e34df5d83 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.1091223 Dec 04 21:44:33.217273 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-baf5f2b2-f494-4d11-9237-0745abdc76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:33.219992 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-baf5f2b2-f494-4d11-9237-0745abdc76f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60b882ab-3a9f-4c03-b14b-0247a6d9304a HTTP/1.1" status: 200 len: 843 time: 0.1457915 Dec 04 21:44:33.230812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-91e8e9af-00d6-4549-ae48-e4cb0d3dcc5c req-086ffc3d-3479-411b-97d0-44fd5d035d2c tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623960 Dec 04 21:44:33.250268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:33.263684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:33.264627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:33.445062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:33.458869 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:33.562643 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5295497d-2532-4549-be2a-292e53f85e27 req-8533a554-5fe1-4159-996b-390523b411b9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636845 Dec 04 21:44:33.651943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-6590c71d-b60b-47ca-bb19-95bc70d075c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:33.653801 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-6590c71d-b60b-47ca-bb19-95bc70d075c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530a7466-6844-4a0b-98ca-4d6c96a18046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2538497 Dec 04 21:44:33.669533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8d4f-0db8-4556-aeb1-cc472e3b17d7 req-d35c882d-eeb7-460b-9881-898348a510bf tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:33.677427 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-de7d8d4f-0db8-4556-aeb1-cc472e3b17d7 req-d35c882d-eeb7-460b-9881-898348a510bf tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 0.1745992 Dec 04 21:44:33.738678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:33.770232 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-de7d8d4f-0db8-4556-aeb1-cc472e3b17d7 req-d66f9ba4-23d1-4362-912d-44bff8ac775b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906363 Dec 04 21:44:33.813110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:33.814265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:33.815774 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] 10.222.0.49 "PUT /v2.0/ports/f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 HTTP/1.1" status: 200 len: 1158 time: 4.5760901 Dec 04 21:44:33.816314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'tag': 'f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:33.961206 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-fb6a3755-3ddc-4184-acda-ece0cdd4f0f0 service neutron] 10.222.0.49 "GET /v2.0/networks/530a7466-6844-4a0b-98ca-4d6c96a18046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988672 Dec 04 21:44:33.963437 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'tag': 'f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233', 'status': 'completed', 'code': 200} Dec 04 21:44:34.180647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-db1437de-e368-464c-b2e8-ba698f5645f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:34.182347 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-db1437de-e368-464c-b2e8-ba698f5645f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 1161 time: 0.2180934 Dec 04 21:44:34.298641 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c467a2e-04f6-47d6-827d-4d9c339345fd req-b9693916-3887-4bc1-a6bb-d5feb4d5b942 service neutron] 10.222.0.49 "GET /v2.0/networks/530a7466-6844-4a0b-98ca-4d6c96a18046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2892060 Dec 04 21:44:34.317942 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-204736b1-7746-43d8-a27c-16b0a60957c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 HTTP/1.1" status: 200 len: 217 time: 0.1158011 Dec 04 21:44:34.413892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-f7ad9715-e118-41bd-b337-acce92dcbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:34.416135 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-f7ad9715-e118-41bd-b337-acce92dcbfdc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.0897801 Dec 04 21:44:34.516371 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-82a2d0ba-d65f-4b0b-a685-7d255a60bfa9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929103 Dec 04 21:44:34.637660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:34.706693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce44b9f-3f72-423d-95fe-6fec4438a115 req-6f7c71d3-fe90-4e9f-b1e7-d57c21e503f0 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:34.708292 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fce44b9f-3f72-423d-95fe-6fec4438a115 req-6f7c71d3-fe90-4e9f-b1e7-d57c21e503f0 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.2398815 Dec 04 21:44:34.727944 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-c5f6bb01-0b9f-4cef-93ad-6821f481dc61 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029617 Dec 04 21:44:34.852830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:34.853257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:34.932373 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fce44b9f-3f72-423d-95fe-6fec4438a115 req-ec654011-5683-4ab1-9fdf-0f9d08e16aa4 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021980 Dec 04 21:44:35.044813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d051e9-2c4a-4dd6-a4a9-4b71531069f2 req-5a163428-f536-4e20-bcd3-9f93c96d6c2b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:35.053033 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-92d051e9-2c4a-4dd6-a4a9-4b71531069f2 req-5a163428-f536-4e20-bcd3-9f93c96d6c2b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1580033 Dec 04 21:44:35.138220 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c2f76fd-4723-4ace-987c-cfa70fc2990c req-b7e1c9cf-9d74-4254-8933-251b5100bde3 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3896506 Dec 04 21:44:35.166302 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-92d051e9-2c4a-4dd6-a4a9-4b71531069f2 req-eb5ba036-c863-43e8-8962-a981ac6c91f0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119130 Dec 04 21:44:35.462828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d61b5-d205-4423-b811-eecbfc014e91 req-7a362db2-362a-49c9-a7b1-46b4b4eddaf3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:35.464844 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a0d61b5-d205-4423-b811-eecbfc014e91 req-7a362db2-362a-49c9-a7b1-46b4b4eddaf3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 0.1649525 Dec 04 21:44:35.467020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-3c45d6c4-4b1f-49f0-844b-77cdb9a15cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:35.468817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-3c45d6c4-4b1f-49f0-844b-77cdb9a15cc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 1161 time: 0.2236474 Dec 04 21:44:35.844809 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a0d61b5-d205-4423-b811-eecbfc014e91 req-43aaf873-f728-4435-a1b9-3e39421588b9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081782 Dec 04 21:44:35.978732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-d6930745-44e3-437e-9d55-a7e88e0ee2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:35.980717 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-d6930745-44e3-437e-9d55-a7e88e0ee2c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 908 time: 0.5030589 Dec 04 21:44:36.180680 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-11c3c974-939b-4043-ad56-3539fc990df4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 HTTP/1.1" status: 200 len: 217 time: 0.1907609 Dec 04 21:44:36.527317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-f1108647-ce6d-473e-86cc-cb9dbc851d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:36.529057 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-f1108647-ce6d-473e-86cc-cb9dbc851d2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.3411601 Dec 04 21:44:36.596939 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-6ae8003e-5db2-47b2-9110-c079b41940a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538743 Dec 04 21:44:36.604999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a5179-6708-4837-9219-052fe7250136 req-46d98fc5-0a8c-4516-b7ed-fa50d1f120ee tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:36.613172 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ad2a5179-6708-4837-9219-052fe7250136 req-46d98fc5-0a8c-4516-b7ed-fa50d1f120ee tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.2847991 Dec 04 21:44:36.738701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 530a7466-6844-4a0b-98ca-4d6c96a18046 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:44:36.767383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0fbd5-47e7-4c08-a9ed-c37423ef29bd req-fb42fe27-4470-4da5-a0ad-9ce346384ee9 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:36.776467 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2ff0fbd5-47e7-4c08-a9ed-c37423ef29bd req-fb42fe27-4470-4da5-a0ad-9ce346384ee9 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.6027436 Dec 04 21:44:36.834142 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2ff0fbd5-47e7-4c08-a9ed-c37423ef29bd req-520b16fe-4164-47a9-8863-fccb5b28f737 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564187 Dec 04 21:44:36.886086 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ad2a5179-6708-4837-9219-052fe7250136 req-ab3e3140-4169-442f-ba08-69e9fab1d10b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704875 Dec 04 21:44:37.139894 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-d24b8b85-0173-457d-89cc-b474252965f2 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242577 Dec 04 21:44:37.557037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-265a55b0-3fe9-42c4-9c34-18837b7d1dfb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:44:37.884814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0102a2-b800-4108-bb36-ddade3b4b8ba req-ed03af3c-b7d0-4733-823a-3b5302c44416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:37.887818 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d0102a2-b800-4108-bb36-ddade3b4b8ba req-ed03af3c-b7d0-4733-823a-3b5302c44416 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 1163 time: 0.9724545 Dec 04 21:44:37.974169 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9a451b21-918f-4e55-ac02-118644a5ed57 req-cd6029a8-171a-409b-bc0e-738cf5231d73 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8107116 Dec 04 21:44:38.103237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e764d5-3e35-4a62-9771-a9f938531946 req-98c22d5b-9736-45b9-ae2b-7d120aa37576 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:38.110721 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-04e764d5-3e35-4a62-9771-a9f938531946 req-98c22d5b-9736-45b9-ae2b-7d120aa37576 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 0.8904560 Dec 04 21:44:38.136122 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d0102a2-b800-4108-bb36-ddade3b4b8ba req-3ee6d46c-9517-4a41-96bc-787a458a0f79 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652598 Dec 04 21:44:38.180682 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-04e764d5-3e35-4a62-9771-a9f938531946 req-48068717-bd6f-4237-936d-4857c061e29f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Dec 04 21:44:38.354677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffe01-fbe3-4b64-8a52-6e593c76a5bd req-34d563a2-a246-48e4-aab3-913b6ec988ae tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:38.356922 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-33fffe01-fbe3-4b64-8a52-6e593c76a5bd req-34d563a2-a246-48e4-aab3-913b6ec988ae tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 946 time: 0.2183940 Dec 04 21:44:38.405512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f435b0-0655-46d7-bef1-2a31416d5ec5 req-a410cc91-4841-41d8-b44e-0189afb45879 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:38.407571 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c5f435b0-0655-46d7-bef1-2a31416d5ec5 req-a410cc91-4841-41d8-b44e-0189afb45879 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1110945 Dec 04 21:44:38.434609 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-33fffe01-fbe3-4b64-8a52-6e593c76a5bd req-1bf9fdfc-93fd-47f3-9f20-193446865adf tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666606 Dec 04 21:44:38.487333 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c5f435b0-0655-46d7-bef1-2a31416d5ec5 req-c2ceedfe-5426-4e19-8fac-d9e9e828c7dd tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Dec 04 21:44:38.732598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:38.808392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:38.809065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:38.956461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f2afbb3c-b119-4a9c-af69-a7e079121612 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:39.031756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port f2afbb3c-b119-4a9c-af69-a7e079121612 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:44:39.044306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f2afbb3c-b119-4a9c-af69-a7e079121612 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:39.045138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:39.136917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34984) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:39.184847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 34990) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:39.257009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:39.297476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port f2afbb3c-b119-4a9c-af69-a7e079121612, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f2afbb3c-b119-4a9c-af69-a7e079121612,segment=NetworkSegment(635b28d7-1869-4404-836f-60f0e127744b),segment_id=635b28d7-1869-4404-836f-60f0e127744b)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:44:39.298980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2afbb3c-b119-4a9c-af69-a7e079121612'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:39.318332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:39.323495 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2f18b004-018f-4bad-82fc-27a10d1ea8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:39.461110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=f2afbb3c-b119-4a9c-af69-a7e079121612,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:39.463767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:39.465479 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2afbb3c-b119-4a9c-af69-a7e079121612', 'code': 200} Dec 04 21:44:39.466328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:39.483732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:39.488288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Usage tracker for resource:security_group_rule and tenant:a981621ab412435eb7b8ecd27ce16219 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:39.492107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:39.498443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:39.578203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:39.618536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:39.642641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Usage tracker for resource:security_group_rule and tenant:c27e2a29954b42cc96a19c725e006014 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:39.652586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:39.673591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721069f2-b107-4849-9f0b-084f6f487d3a req-99df730a-03cf-4077-bcb4-dfa3404348e3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:39.678684 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-721069f2-b107-4849-9f0b-084f6f487d3a req-99df730a-03cf-4077-bcb4-dfa3404348e3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 0.2854702 Dec 04 21:44:39.738900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:39.758747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 35008) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:39.844698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f2afbb3c-b119-4a9c-af69-a7e079121612 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:39.860015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:39.877895 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-721069f2-b107-4849-9f0b-084f6f487d3a req-5bef4ad8-29ef-42b2-9d04-8d1f00d81f8c tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913173 Dec 04 21:44:39.899370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cd4d4-bdbf-490b-897e-1fe037b94f49 req-7797b2ef-833a-4111-9086-3a0f994074aa tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:39.907637 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ba0cd4d4-bdbf-490b-897e-1fe037b94f49 req-7797b2ef-833a-4111-9086-3a0f994074aa tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.1802819 Dec 04 21:44:39.997707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.024041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f2afbb3c-b119-4a9c-af69-a7e079121612 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:40.024444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.032564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3739e3d4-6c16-4019-9ce8-f0e23a342e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:40.074189 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ba0cd4d4-bdbf-490b-897e-1fe037b94f49 req-b51bfc5a-bc09-4f63-af60-f4a134d447ec tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617990 Dec 04 21:44:40.103328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce494bec-565f-475f-a9d1-a51e6ffbaf62,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:40.124080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:40.175028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35018) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:40.175196 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a981621ab412435eb7b8ecd27ce16219&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0360153 Dec 04 21:44:40.198867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2b8cb-fdd1-411d-aa9e-70d997d0c9e2 req-3eff49e5-0f09-4502-a0fe-aa87e1542544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:40.200492 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-57f2b8cb-fdd1-411d-aa9e-70d997d0c9e2 req-3eff49e5-0f09-4502-a0fe-aa87e1542544 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 1165 time: 0.3198776 Dec 04 21:44:40.266776 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-57f2b8cb-fdd1-411d-aa9e-70d997d0c9e2 req-befcc62a-f227-4d52-9a7b-3227e3194450 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567658 Dec 04 21:44:40.340848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.373425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.436708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.441715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.442419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-99d2f51e-d1c9-469e-ac83-a4c37d8f6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:40.454461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.458514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce494bec-565f-475f-a9d1-a51e6ffbaf62,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:40.461949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:40.464298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.465546 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ce494bec-565f-475f-a9d1-a51e6ffbaf62 HTTP/1.1" status: 204 len: 168 time: 0.2890477 Dec 04 21:44:40.473995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.494223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:40.568979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:40.589211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Usage tracker for resource:security_group_rule and tenant:f75e2e6d80944d74b61f368bfa54a701 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:40.609813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:40.628386 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c27e2a29954b42cc96a19c725e006014&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4419389 Dec 04 21:44:40.631694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35026) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:40.644222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:40.655086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be384e2c-9c06-449b-9832-57464e1d68f6,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:40.672378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:40.702861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.723831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07db1d-44f3-41ba-9062-dff1a20117aa req-2976f171-1274-419c-bd42-0d72dd69c61d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:40.726725 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4f07db1d-44f3-41ba-9062-dff1a20117aa req-2976f171-1274-419c-bd42-0d72dd69c61d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.4465830 Dec 04 21:44:40.739056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.803493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.808416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:40.823299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be384e2c-9c06-449b-9832-57464e1d68f6,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:40.826448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:40.834270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.836212 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be384e2c-9c06-449b-9832-57464e1d68f6 HTTP/1.1" status: 204 len: 168 time: 0.2032497 Dec 04 21:44:40.873808 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4f07db1d-44f3-41ba-9062-dff1a20117aa req-e56a5976-a8be-45b8-88cd-0a0fdaa57089 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373079 Dec 04 21:44:40.919579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35034) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:40.959706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.967585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:40.980163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.027434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:41.041777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Usage tracker for resource:security_group_rule and tenant:2b9d5e321e8e487699e14159e38eb2a9 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:41.047519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:41.068356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:41.075695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-88018883-485f-4c71-bad9-37059cfa5b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:41.172931 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f75e2e6d80944d74b61f368bfa54a701&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3963854 Dec 04 21:44:41.172931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b81f82f-f97c-43d3-a8e6-e40ca3980b20,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:41.173250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35044) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:41.175660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:41.348870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb837-614e-476b-9d77-549e19f3d261 req-a55207d2-bf19-45f9-9e86-ba7c0954f3c4 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:41.351237 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8f2cb837-614e-476b-9d77-549e19f3d261 req-a55207d2-bf19-45f9-9e86-ba7c0954f3c4 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1340253 Dec 04 21:44:41.397970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.431215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.442118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8d80b-f8e7-4113-9eb4-0d3a569ba9fb req-fa884231-70dc-45f0-8e46-ff32a793cca0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:41.444330 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-edc8d80b-f8e7-4113-9eb4-0d3a569ba9fb req-fa884231-70dc-45f0-8e46-ff32a793cca0 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 0.2299936 Dec 04 21:44:41.462153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.476060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8f2cb837-614e-476b-9d77-549e19f3d261 req-acb8be94-7ccd-4167-8997-3cde5d172bf5 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065602 Dec 04 21:44:41.477927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-78979382-c019-457c-848f-01c06d8a0100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:41.511986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.609755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 35052) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:41.613561 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-edc8d80b-f8e7-4113-9eb4-0d3a569ba9fb req-92ab5597-e994-4881-afe6-44fa20ba94d3 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528978 Dec 04 21:44:41.621041 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2b9d5e321e8e487699e14159e38eb2a9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6949940 Dec 04 21:44:41.621041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbce4e5a-be2a-4018-a2d8-1c11fc9903fa,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:41.624444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:41.628792 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35056) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:41.678293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.727001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:41.742819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Usage tracker for resource:security_group_rule and tenant:71f12fefc516451485d414a929e0254b is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:41.747282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:41.751829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.769805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6821d3ed-ffc5-4942-a44d-6764b0c91113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:41.803329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:41.846167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.877117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674e774-4937-4ecf-9e8d-5807922fe6f4 req-2d19cf97-3587-4e44-a6a2-657ef83e7db7 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:41.885604 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5674e774-4937-4ecf-9e8d-5807922fe6f4 req-2d19cf97-3587-4e44-a6a2-657ef83e7db7 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.1446280 Dec 04 21:44:41.963594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:41.966622 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5674e774-4937-4ecf-9e8d-5807922fe6f4 req-b7f462d4-afab-4eac-857d-9230b885f792 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798852 Dec 04 21:44:42.086329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.091404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.104241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b81f82f-f97c-43d3-a8e6-e40ca3980b20,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:42.122517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:42.128073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.129359 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5b81f82f-f97c-43d3-a8e6-e40ca3980b20 HTTP/1.1" status: 204 len: 168 time: 0.9503098 Dec 04 21:44:42.154332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.188651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8145bc16-4cf0-4e21-ac33-a13efc0d4735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:42.206876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-050d4c5c-952a-4b0b-8f7e-e6948042581d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:42.233605 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71f12fefc516451485d414a929e0254b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6219206 Dec 04 21:44:42.239505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.245232 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fbce4e5a-be2a-4018-a2d8-1c11fc9903fa HTTP/1.1" status: 204 len: 168 time: 0.6109755 Dec 04 21:44:42.248216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 35066) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:42.281029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbce4e5a-be2a-4018-a2d8-1c11fc9903fa,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:42.287524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:42.478208 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426060c-e30a-4359-9d83-5489dd76777a,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:42.513550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:42.576744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.654936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.806517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.818998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab8d509e-0f9d-4ed8-bf75-8a4b7717f965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:42.887623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:42.889023 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5426060c-e30a-4359-9d83-5489dd76777a HTTP/1.1" status: 204 len: 168 time: 0.6378906 Dec 04 21:44:42.890309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426060c-e30a-4359-9d83-5489dd76777a,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:42.895327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:43.066250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef485e84-4002-4c4f-ade3-4aaa03d9a58a req-2af61b6b-fb59-4b40-9e21-3fef27b0bba7 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:43.069428 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef485e84-4002-4c4f-ade3-4aaa03d9a58a req-2af61b6b-fb59-4b40-9e21-3fef27b0bba7 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 944 time: 0.1850197 Dec 04 21:44:43.216367 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef485e84-4002-4c4f-ade3-4aaa03d9a58a req-db9ad3af-d7cf-4f43-a917-ffca7fe813d6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388679 Dec 04 21:44:43.295271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 35092) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:43.316171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.336726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:43.341530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0a46ca8c9344edaac1a39d7b1a3885 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:43.345622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:43.353013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:43.393970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c834-f017-40f3-b165-5ae49d84e873 req-40d67fdf-95ba-4861-9523-2c59a22e7769 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:43.396714 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e8f3c834-f017-40f3-b165-5ae49d84e873 req-40d67fdf-95ba-4861-9523-2c59a22e7769 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.1194890 Dec 04 21:44:43.468748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.474785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.476394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:43.502891 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e8f3c834-f017-40f3-b165-5ae49d84e873 req-0be02e20-f5fe-4dc3-a074-6ba16d79808e tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935776 Dec 04 21:44:43.568897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:44:43.579491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dcd92e1c-3839-49df-af5b-235e61581233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:43.587726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:43.589042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.598035 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=aa0a46ca8c9344edaac1a39d7b1a3885&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3011675 Dec 04 21:44:43.601237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35104) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:43.635095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e8b49-a22c-4367-95f7-88f50240cc52,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:43.639593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:43.782456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.791583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.860337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:44:43.869361 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:43.888965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:43.890660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f2afbb3c-b119-4a9c-af69-a7e079121612 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:43.903081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:44.015477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:44.120404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:44.137579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:44.139117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:44.142448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:44.157120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f2afbb3c-b119-4a9c-af69-a7e079121612 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:44.157967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:44.232706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e8b49-a22c-4367-95f7-88f50240cc52,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:44.260246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:44.260891 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233', 'code': 200} Dec 04 21:44:44.268663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:44.276290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/911e8b49-a22c-4367-95f7-88f50240cc52 HTTP/1.1" status: 204 len: 168 time: 0.6673996 Dec 04 21:44:44.628398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0da3-d05e-4b2d-803a-ad89d3e6ee52 req-601b7af1-d128-4af3-b410-42fed1b0151a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:44.640005 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d76a0da3-d05e-4b2d-803a-ad89d3e6ee52 req-601b7af1-d128-4af3-b410-42fed1b0151a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 946 time: 0.1664758 Dec 04 21:44:44.713322 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d76a0da3-d05e-4b2d-803a-ad89d3e6ee52 req-8f6b2e71-41dc-420b-a31f-0326bbee70c2 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719125 Dec 04 21:44:44.841966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d70ad9-1434-47a5-a7a4-d5a41ec13264 req-8c9e1754-a3dd-40f4-b698-75477e6aa6e5 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:44.844435 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-05d70ad9-1434-47a5-a7a4-d5a41ec13264 req-8c9e1754-a3dd-40f4-b698-75477e6aa6e5 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.1573167 Dec 04 21:44:44.916303 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-05d70ad9-1434-47a5-a7a4-d5a41ec13264 req-4250a7bc-1b29-41d1-b5b5-4e68b48b944a tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593445 Dec 04 21:44:45.021834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817b1e5-b072-4083-8868-4caf5a530f00 req-e7d31663-acc8-460b-ae31-5e04e115d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:45.033216 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9817b1e5-b072-4083-8868-4caf5a530f00 req-e7d31663-acc8-460b-ae31-5e04e115d816 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 1163 time: 0.2281156 Dec 04 21:44:45.192309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:45.197776 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9817b1e5-b072-4083-8868-4caf5a530f00 req-f8bfda31-662e-426e-a785-0c5771368ddd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550014 Dec 04 21:44:45.376326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:45.377160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:45.472342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35166) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:45.487332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d531f30-c266-4c29-908a-3a4add5b61ba req-ad900cc4-83d4-4b9e-ac5a-033a7855394c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:45.491786 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d531f30-c266-4c29-908a-3a4add5b61ba req-ad900cc4-83d4-4b9e-ac5a-033a7855394c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1830633 Dec 04 21:44:45.569654 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d531f30-c266-4c29-908a-3a4add5b61ba req-fa2222d1-9af4-4b74-b75e-09a91461d109 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658216 Dec 04 21:44:45.588997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f2afbb3c-b119-4a9c-af69-a7e079121612 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:45.692145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f2afbb3c-b119-4a9c-af69-a7e079121612 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:45.693029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:45.782261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f968-0d7f-40bc-bb2b-08459065708e req-1e5d13ed-164c-477f-a14a-5a45152bb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:45.785594 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-1e5d13ed-164c-477f-a14a-5a45152bb64c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.1471114 Dec 04 21:44:45.821382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1453924075-network', 'tenant_id': '68aaa9cebaf84a67a56f19ac36addab0'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:45.840286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:45.849908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Usage tracker for resource:network and tenant:68aaa9cebaf84a67a56f19ac36addab0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:45.861227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:45.887692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:45.905012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Made reservation on behalf of 68aaa9cebaf84a67a56f19ac36addab0 for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:44:45.910568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:45.932567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:45.953612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:45.960188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Usage tracker for resource:security_group_rule and tenant:68aaa9cebaf84a67a56f19ac36addab0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:45.964283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:45.971691 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:46.204818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:46.216884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:46.261605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:44:46.273264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f968-0d7f-40bc-bb2b-08459065708e req-4800ffab-743d-414d-90f5-9db82c149034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:46.275114 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-4800ffab-743d-414d-90f5-9db82c149034 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.4817135 Dec 04 21:44:46.289138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:46.289907 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Added segment 0df707af-d7b5-4037-8a64-45fd0424c6c9 of type vxlan for network a3685ca5-8e6a-4485-9528-2edb696b4a83 Dec 04 21:44:46.296826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f780-25c1-4d6b-9303-12765f0b7d1e req-a0ebcc44-9af8-416f-9af0-ffa1df47a869 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:46.298552 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1536f780-25c1-4d6b-9303-12765f0b7d1e req-a0ebcc44-9af8-416f-9af0-ffa1df47a869 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 946 time: 0.2416832 Dec 04 21:44:46.351695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:46.434880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8e4bf553-30ec-474a-be04-d96d8ebf5065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:46.457122 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:46.571029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:46.571698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:46.591157 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-ae2de332-a246-4869-8a79-6d1e84dfe8c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.2912166 Dec 04 21:44:46.618892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03628121-4294-4142-82c9-25cb80fc23c7,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:46.634302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:46.645546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:46.698921 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1536f780-25c1-4d6b-9303-12765f0b7d1e req-4b37bc76-e231-47b1-8d94-ec33accd4a4a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366507 Dec 04 21:44:46.766161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Pushing event updated for resources: {'Network': ['ID=a3685ca5-8e6a-4485-9528-2edb696b4a83,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:46.770516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:46.785975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:44:46.788217 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3143659 Dec 04 21:44:46.793941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35210) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:46.811083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f968-0d7f-40bc-bb2b-08459065708e req-f5f2ba95-5354-4a7f-aca6-2f9e53d925f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:46.812731 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-f5f2ba95-5354-4a7f-aca6-2f9e53d925f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.2129307 Dec 04 21:44:46.815318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Request body: {'subnet': {'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1453924075-subnet', 'tenant_id': '68aaa9cebaf84a67a56f19ac36addab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:46.842406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:46.860436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:44:46.870701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e57f9-a7c1-4146-83e9-1008062195b6 req-fbe788c4-047d-4d6d-9338-eceaab8a9aac tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:46.874153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b9e57f9-a7c1-4146-83e9-1008062195b6 req-fbe788c4-047d-4d6d-9338-eceaab8a9aac tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.4413998 Dec 04 21:44:46.876183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Usage tracker for resource:subnet and tenant:68aaa9cebaf84a67a56f19ac36addab0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:46.882872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:46.893784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:46.960454 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b9e57f9-a7c1-4146-83e9-1008062195b6 req-13f39f54-1c7e-478e-8f6d-e5fdaf616024 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724065 Dec 04 21:44:46.981081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Made reservation on behalf of 68aaa9cebaf84a67a56f19ac36addab0 for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:44:46.986046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:47.034853 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-809e0978-1fad-44b4-bda9-b0af16e85405 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907898 Dec 04 21:44:47.526982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35218) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:47.666498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4205262-729a-4748-8639-1f45f1d717d0 req-a45fc629-5620-44dc-8a82-8ab4ef97f612 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:47.682404 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4205262-729a-4748-8639-1f45f1d717d0 req-a45fc629-5620-44dc-8a82-8ab4ef97f612 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.6460121 Dec 04 21:44:48.036030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-d4c89098-be3f-47ce-b187-c79c68aad23f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:48.039415 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-d4c89098-be3f-47ce-b187-c79c68aad23f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.49 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.9226153 Dec 04 21:44:48.080776 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4205262-729a-4748-8639-1f45f1d717d0 req-a29eea77-0e8a-41a6-836e-ffdef7ae4399 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967834 Dec 04 21:44:48.136544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:48.274791 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-7f52df44-faeb-4494-b930-2cecce47ad9f service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1510785 Dec 04 21:44:48.372819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:48.391291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:48.392291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:48.594325 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8264f968-0d7f-40bc-bb2b-08459065708e req-d98f0a49-6e89-49c7-af1d-f3995aa84549 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2981055 Dec 04 21:44:48.636120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Deleting port f2afbb3c-b119-4a9c-af69-a7e079121612 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:44:48.641332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:48.648939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:48.754193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:48.856865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:48.869834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f658932-f590-4753-8722-25e552f3327e,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:48.880102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:265854601dff4ea381aa14a0b3d7e908 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:48.885523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:48.898981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.899465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.899873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.900146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.900479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.900859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.901236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.901610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.902026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.902938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.902938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.903162 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.903556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.903934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.904308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.904676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.905050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.905420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.905797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.906192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.906568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.906936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.907278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.907735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:48.913654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:48.930089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:48.993760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633a293-819c-42b3-b174-0037a280c3e3 req-7ce33fba-6bc9-4b0f-825f-ae50ab29b81a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:49.001526 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f633a293-819c-42b3-b174-0037a280c3e3 req-7ce33fba-6bc9-4b0f-825f-ae50ab29b81a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 946 time: 0.6384330 Dec 04 21:44:49.026597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49391d-c264-4dec-bf60-dc97849525f0 req-95a89031-5035-403a-8f17-1a93af8c577e tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:49.030724 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a49391d-c264-4dec-bf60-dc97849525f0 req-95a89031-5035-403a-8f17-1a93af8c577e tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 948 time: 0.3322332 Dec 04 21:44:49.129365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:44:49.243041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:49.263225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:49.279108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5f31241c-f396-4e6f-a1ef-03262b266115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:49.281948 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a49391d-c264-4dec-bf60-dc97849525f0 req-a9dac259-d022-437b-84c3-dc4ea11bd5cd tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/security-groups?id=bf8e8595-7827-4833-8797-7e2dd21c21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919634 Dec 04 21:44:49.315897 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f633a293-819c-42b3-b174-0037a280c3e3 req-aa4c8ca3-96e6-42e4-a1b9-880ea091d137 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132663 Dec 04 21:44:49.361660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] For port f2afbb3c-b119-4a9c-af69-a7e079121612, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f2afbb3c-b119-4a9c-af69-a7e079121612,segment=NetworkSegment(635b28d7-1869-4404-836f-60f0e127744b),segment_id=635b28d7-1869-4404-836f-60f0e127744b)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:44:49.362347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:49.384521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Checking segment: {'id': '0df707af-d7b5-4037-8a64-45fd0424c6c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:44:49.388128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Network hostable DHCP agents. Network: a3685ca5-8e6a-4485-9528-2edb696b4a83, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:44:49.397457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:44:49.398158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:49.447676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1c89d-e460-4aa0-bb36-3548c8d494b6,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:49.479457 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=265854601dff4ea381aa14a0b3d7e908&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9509172 Dec 04 21:44:49.484685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35290) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:49.486810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:49.543529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:44:49.695036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Calling delete_port for f2afbb3c-b119-4a9c-af69-a7e079121612 owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:44:49.705691 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f2afbb3c-b119-4a9c-af69-a7e079121612 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:44:49.770169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, a3685ca5-8e6a-4485-9528-2edb696b4a83) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:44:49.794791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:49.795905 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:49.843170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ac990-6f1a-40e1-bc07-be89bcf55dbe None None] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:44:49.907749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:49.966184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:50.093938 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2911463 Dec 04 21:44:50.095992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:50.102544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:50.129209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-493673cb-e7e2-4d41-9618-409d63018dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:50.145766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:50.175242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:50.189062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1c89d-e460-4aa0-bb36-3548c8d494b6,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:50.200791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:50.260279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Pushing event deleted for resources: {'Port': ['ID=f2afbb3c-b119-4a9c-af69-a7e079121612,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:50.284061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:50.288491 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b0c1c89d-e460-4aa0-bb36-3548c8d494b6 HTTP/1.1" status: 204 len: 168 time: 0.7941313 Dec 04 21:44:50.326222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290a73b-4998-4764-b5b2-127b3e98605a req-d9442fc9-2e9d-4741-9acd-3f0ce3a3d884 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:50.340973 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2290a73b-4998-4764-b5b2-127b3e98605a req-d9442fc9-2e9d-4741-9acd-3f0ce3a3d884 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.7390420 Dec 04 21:44:50.350772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.351178 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.351579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.351975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.352367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.352755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.353168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.355991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.356491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.357001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.357485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.358893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.362581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.363025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.363435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.363973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.364432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.365271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.368790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.369351 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.370081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.370484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.372031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.372437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:44:50.387750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:50.477794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd047b57-c06d-4a6f-9d4d-df5198886646 None None] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:44:50.526867 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2290a73b-4998-4764-b5b2-127b3e98605a req-ca69cafd-aef8-47ad-99a9-318439277b32 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839201 Dec 04 21:44:51.248469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06663e71-e69a-4f9f-8bcf-41ee8ff3c50a req-d67808cd-0321-4578-a83b-5c287760f274 tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.17 "GET /v2.0/ports?device_id=9d560f59-f4a1-4cfb-af09-e120a60cb7f0 HTTP/1.1" status: 200 len: 210 time: 0.2050560 Dec 04 21:44:51.249807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] No DVR routers for this DVR port f2afbb3c-b119-4a9c-af69-a7e079121612 on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:44:51.258551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:51.271457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'name': 'network-vif-deleted', 'tag': 'f2afbb3c-b119-4a9c-af69-a7e079121612'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:44:51.319249 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6ad2c956-08b1-4bd4-89e0-e028d6eec24d req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] 10.222.0.49 "DELETE /v2.0/ports/f2afbb3c-b119-4a9c-af69-a7e079121612 HTTP/1.1" status: 204 len: 173 time: 3.2367365 Dec 04 21:44:51.448517 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d560f59-f4a1-4cfb-af09-e120a60cb7f0', 'name': 'network-vif-deleted', 'tag': 'f2afbb3c-b119-4a9c-af69-a7e079121612', 'status': 'completed', 'code': 200} Dec 04 21:44:51.875187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35368) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:51.883851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-109576626-network', 'tenant_id': 'c3de3342ad6c4e82acf2d91bb1c2346a'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:51.890766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:51.897709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Usage tracker for resource:network and tenant:c3de3342ad6c4e82acf2d91bb1c2346a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:51.902901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:51.910587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:51.924842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Made reservation on behalf of c3de3342ad6c4e82acf2d91bb1c2346a for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:44:51.935118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d3ca8-c7b7-4f4d-9aca-7a093029bd11 req-8f65013f-522d-4b68-8fe9-b10b9c4d5f78 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:51.936702 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e1d3ca8-c7b7-4f4d-9aca-7a093029bd11 req-8f65013f-522d-4b68-8fe9-b10b9c4d5f78 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1104391 Dec 04 21:44:51.937286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:51.960665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:51.989468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:51.997464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c3de3342ad6c4e82acf2d91bb1c2346a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:52.003761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:52.008380 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e1d3ca8-c7b7-4f4d-9aca-7a093029bd11 req-cb59d8a0-14f2-4767-9cd8-3c0380389854 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584755 Dec 04 21:44:52.015613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:52.126964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:52.134384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:52.141077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ae81750f-c75f-4519-b10c-c5285bcfc599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:52.216547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:44:52.223348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1976f8d-7222-4082-ba8c-736b25aca354,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:52.228024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:52.232991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:52.233603 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Added segment b3df8467-96eb-4b9b-a306-9ef0fb3b3654 of type vxlan for network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba Dec 04 21:44:52.275612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:52.318659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:52.320423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:52.321255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:52.325992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d3ff58e4-d5a1-4456-b2c0-e290d46acf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:52.462389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Pushing event updated for resources: {'Network': ['ID=99362f2d-80fb-49e6-947f-9fc8f8f8f1ba,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:52.466120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:52.486930 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6104162 Dec 04 21:44:52.491902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 35380) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:44:52.500245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:44:52.519376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Request body: {'subnet': {'network_id': '99362f2d-80fb-49e6-947f-9fc8f8f8f1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-109576626-subnet', 'tenant_id': 'c3de3342ad6c4e82acf2d91bb1c2346a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:44:52.547399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:44:52.620599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Usage tracker for resource:subnet and tenant:c3de3342ad6c4e82acf2d91bb1c2346a is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:44:52.628265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:44:52.629956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:44:52.654190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:44:52.688278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Made reservation on behalf of c3de3342ad6c4e82acf2d91bb1c2346a for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:44:52.696987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6344488'] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:53.666967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7a22c-a532-429c-9b40-2c71fd151ee3 req-6fad9cae-7458-4ba5-bee5-23ea31a0af8b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:53.680677 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3fb7a22c-a532-429c-9b40-2c71fd151ee3 req-6fad9cae-7458-4ba5-bee5-23ea31a0af8b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2558446 Dec 04 21:44:53.857927 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3fb7a22c-a532-429c-9b40-2c71fd151ee3 req-16712ff6-3e2b-4e87-b430-8274df326d71 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755209 Dec 04 21:44:53.982516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6328037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6344519'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:54.332743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d91b7454-86fb-486c-bac0-f0b4bfcf5154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:44:54.355725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:44:54.469924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18644689-a8d2-4b7b-9db4-c1a6819c1988,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:44:54.478827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:44:54.592588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Checking segment: {'id': 'b3df8467-96eb-4b9b-a306-9ef0fb3b3654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99362f2d-80fb-49e6-947f-9fc8f8f8f1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:44:54.593668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Network hostable DHCP agents. Network: 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:44:54.636053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:44:54.654168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:44:54.667116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cdb8a-d11f-45dd-bac9-294adacefb90 None None] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:44:54.695635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:54.697042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:54.765845 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2717967 Dec 04 21:44:55.099401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee302e2-2022-47d8-a63c-c79a8bd646d9 None None] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:44:55.448534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87331793-2536-4aaf-bb01-7997bf817b29 req-8acc72db-3943-4b67-9637-b3efeb8caa54 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:55.472568 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-87331793-2536-4aaf-bb01-7997bf817b29 req-8acc72db-3943-4b67-9637-b3efeb8caa54 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1749055 Dec 04 21:44:55.566527 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-87331793-2536-4aaf-bb01-7997bf817b29 req-62c10a13-c0b7-4797-b10f-79760f98d7ff tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927691 Dec 04 21:44:56.247242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-713fe5fb-fc0b-47d6-a675-acb7e25f19cc tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:56.248072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-948756d4-f32b-4ede-bedd-fa436705026f req-713fe5fb-fc0b-47d6-a675-acb7e25f19cc tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Synchronizing usage tracker for tenant:68aaa9cebaf84a67a56f19ac36addab0 on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:44:56.287506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-948756d4-f32b-4ede-bedd-fa436705026f req-713fe5fb-fc0b-47d6-a675-acb7e25f19cc tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Unset dirty status for tenant:68aaa9cebaf84a67a56f19ac36addab0 on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:44:56.287506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-713fe5fb-fc0b-47d6-a675-acb7e25f19cc tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/networks?id=a3685ca5-8e6a-4485-9528-2edb696b4a83 HTTP/1.1" status: 200 len: 809 time: 0.2281256 Dec 04 21:44:56.299339 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-2d1fcbb4-04d9-47e9-a107-fe043256eafe tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/quotas/68aaa9cebaf84a67a56f19ac36addab0 HTTP/1.1" status: 200 len: 375 time: 0.0127923 Dec 04 21:44:56.374854 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-8b3b5aeb-022f-4a26-bf8f-a50c9be2fbe4 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?tenant_id=68aaa9cebaf84a67a56f19ac36addab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595143 Dec 04 21:44:56.651739 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-5fd72b3b-b4e1-4229-9af8-4fbfa7b1ff1c service neutron] 10.222.0.17 "GET /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755294 Dec 04 21:44:56.970469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-e4ed597d-55a1-4048-98c3-ca685ed30937 service neutron] 10.222.0.17 "GET /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3077426 Dec 04 21:44:57.202856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187c035-7471-4609-ac38-96aca4bcb48e req-c2e0207c-ebb3-4c9d-9f30-74347f9266b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:57.207800 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b187c035-7471-4609-ac38-96aca4bcb48e req-c2e0207c-ebb3-4c9d-9f30-74347f9266b3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2231889 Dec 04 21:44:57.290186 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b187c035-7471-4609-ac38-96aca4bcb48e req-b1e18177-6c7d-4978-95e5-227c8a1acb20 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746939 Dec 04 21:44:57.659961 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0f17d7bc-b61d-4845-97b7-05608f07da53 req-8293f5f7-9745-47cd-83e6-460146715be9 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 210 time: 0.2616282 Dec 04 21:44:57.796879 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cc83142b-35d0-4256-8d28-43b882fc4e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:44:58.545563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafdb40-90d2-4358-a466-ad3fdc28384d req-b17bce1a-dcea-4270-9f6e-788995b558b5 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:58.547590 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3aafdb40-90d2-4358-a466-ad3fdc28384d req-b17bce1a-dcea-4270-9f6e-788995b558b5 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.0960410 Dec 04 21:44:58.643925 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3aafdb40-90d2-4358-a466-ad3fdc28384d req-e022728d-7361-4831-bad2-6207e8c21669 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830970 Dec 04 21:44:58.885110 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0bbc9c71-a024-4105-b8f1-e2ee8aacb5ba req-e11ae637-a7fc-488d-8d7e-2d4b25b8cd1b tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 210 time: 0.0648072 Dec 04 21:44:59.575485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-8ecc3e8d-7aa4-4735-b2c1-61963f8ead43 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:44:59.579917 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-8ecc3e8d-7aa4-4735-b2c1-61963f8ead43 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.49 "GET /v2.0/networks?id=a3685ca5-8e6a-4485-9528-2edb696b4a83 HTTP/1.1" status: 200 len: 809 time: 0.3962765 Dec 04 21:44:59.614414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Request body: {'port': {'device_id': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83', 'admin_state_up': True, 'tenant_id': '68aaa9cebaf84a67a56f19ac36addab0'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:00.005323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:00.015159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Usage tracker for resource:port and tenant:68aaa9cebaf84a67a56f19ac36addab0 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:00.031292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Quota usage for port was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:00.047594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:00.067442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Made reservation on behalf of 68aaa9cebaf84a67a56f19ac36addab0 for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:45:00.096000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:00.281668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e5d6-b66f-48d5-9dee-7b6837184bd2 req-c69dfc7e-f4ef-4356-b639-87e7c4bce766 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:00.291908 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b65e5d6-b66f-48d5-9dee-7b6837184bd2 req-c69dfc7e-f4ef-4356-b639-87e7c4bce766 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2558284 Dec 04 21:45:00.403098 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b65e5d6-b66f-48d5-9dee-7b6837184bd2 req-413a8849-ed10-444c-850b-437069b52337 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025133 Dec 04 21:45:00.587164 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ade4e29c-7495-4be9-b2b2-6216e8ff4f66 req-837504df-c205-49fd-80fc-2a86b7a8b792 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 210 time: 0.0927205 Dec 04 21:45:00.952160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Allocated IP 172.20.0.3 (a3685ca5-8e6a-4485-9528-2edb696b4a83/6f658932-f590-4753-8722-25e552f3327e/7a43c538-bd98-482f-9ff7-b662e479f8c9) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:45:00.961595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5cab8870-8f17-419e-91c3-5653838af3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:01.306830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:01.370830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:01.407506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:01.712496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Pushing event updated for resources: {'Port': ['ID=7a43c538-bd98-482f-9ff7-b662e479f8c9,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:01.804620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:01.878800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:45:01.880149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:45:01.883829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:45:01.928667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:02.006692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:02.007583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:02.041066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce0411-1d95-42ea-80da-18cf8ffc4c5d req-8d68f0be-d848-4206-a41a-08b10aeb381d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:02.042856 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fdce0411-1d95-42ea-80da-18cf8ffc4c5d req-8d68f0be-d848-4206-a41a-08b10aeb381d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.3151224 Dec 04 21:45:02.057202 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4509947 Dec 04 21:45:02.113635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Request body: {'port': {'device_id': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:02.164011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d794-d076-48c1-9c5f-bfe23b7e1526 req-f1eec2fe-6991-4615-a20f-a2b507894041 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:02.165983 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b667d794-d076-48c1-9c5f-bfe23b7e1526 req-f1eec2fe-6991-4615-a20f-a2b507894041 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 931 time: 0.2042305 Dec 04 21:45:02.257519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-b667d794-d076-48c1-9c5f-bfe23b7e1526 req-97fb898e-0418-4e07-b9da-9d41a6343c3c tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Synchronizing usage tracker for tenant:68aaa9cebaf84a67a56f19ac36addab0 on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:02.306134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-b667d794-d076-48c1-9c5f-bfe23b7e1526 req-97fb898e-0418-4e07-b9da-9d41a6343c3c tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Unset dirty status for tenant:68aaa9cebaf84a67a56f19ac36addab0 on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:02.308914 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b667d794-d076-48c1-9c5f-bfe23b7e1526 req-97fb898e-0418-4e07-b9da-9d41a6343c3c tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294394 Dec 04 21:45:02.354141 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fdce0411-1d95-42ea-80da-18cf8ffc4c5d req-413707d2-46a2-45a2-8629-4c4771204599 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949495 Dec 04 21:45:02.460614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:02.529953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a559d97-cee5-4bd6-a9b7-6c3a7826e147 req-f2acfaaa-4707-4ab3-8607-20780d5d8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:02.531602 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a559d97-cee5-4bd6-a9b7-6c3a7826e147 req-f2acfaaa-4707-4ab3-8607-20780d5d8dd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.3131473 Dec 04 21:45:02.532403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:02.601489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:02.652088 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a559d97-cee5-4bd6-a9b7-6c3a7826e147 req-7693a4b4-fed4-424f-933c-28fe7c68e528 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982456 Dec 04 21:45:03.657825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35868) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:03.747114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:03.811199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642699b-300c-471a-bc24-71778c7228e6 req-f6ef01fe-9a7d-4de7-9fbd-a68c7a7c8ea5 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:03.829347 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f642699b-300c-471a-bc24-71778c7228e6 req-f6ef01fe-9a7d-4de7-9fbd-a68c7a7c8ea5 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 931 time: 0.2253163 Dec 04 21:45:03.978402 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f642699b-300c-471a-bc24-71778c7228e6 req-1eb1087b-8a6b-4b60-871d-9c7350030f08 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413803 Dec 04 21:45:04.000486 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f5d0f527-826b-4f3a-a957-c354419a4066 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=412b0405cd6e4da799d11b2b12a387ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3371794 Dec 04 21:45:04.001194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 35878) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:04.070831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a43c538-bd98-482f-9ff7-b662e479f8c9 {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:45:04.073395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:04.091816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:04.110578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:04.134514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Transition to ACTIVE for port object 7a43c538-bd98-482f-9ff7-b662e479f8c9 will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:45:04.151633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-654b5412-adce-4420-aa5c-86bc624c6357 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:04.173564 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-654b5412-adce-4420-aa5c-86bc624c6357 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.4351261 Dec 04 21:45:04.174555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:04.186601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:04.196155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fd429cbe-50a5-41b9-9a8c-5e9c1f53ee93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:04.217054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e8595-7827-4833-8797-7e2dd21c21d5,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:04.236019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:04.237171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:04.243877 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bf8e8595-7827-4833-8797-7e2dd21c21d5 HTTP/1.1" status: 204 len: 168 time: 0.2414920 Dec 04 21:45:04.249355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:04.480172 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-d172a3f5-c34c-489a-9358-6ee12a777a64 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/quotas/cf5461b9bc7f4c0096b14da09548e45a HTTP/1.1" status: 200 len: 375 time: 0.2344837 Dec 04 21:45:04.651071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188b4b6-a128-4fb6-a771-2e1566ffd03a req-55458742-b507-4202-8b7c-3653af63ce2c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:04.653254 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9188b4b6-a128-4fb6-a771-2e1566ffd03a req-55458742-b507-4202-8b7c-3653af63ce2c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2435362 Dec 04 21:45:04.729402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Pushing event updated for resources: {'Port': ['ID=7a43c538-bd98-482f-9ff7-b662e479f8c9,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:04.776004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9188b4b6-a128-4fb6-a771-2e1566ffd03a req-c93778b4-dbab-4e2d-841a-eebd3611c886 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055474 Dec 04 21:45:04.814128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:04.952164 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-8001563f-ccf5-4bf9-a805-babea99787a8 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4704897 Dec 04 21:45:05.163597 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-d72cc30c-5b5d-4fc0-990e-bcca36bcfe9e service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819415 Dec 04 21:45:05.206806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Attempting to bind port 7a43c538-bd98-482f-9ff7-b662e479f8c9 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:45:05.207197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Attempting to bind port 7a43c538-bd98-482f-9ff7-b662e479f8c9 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '0df707af-d7b5-4037-8a64-45fd0424c6c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:45:05.207547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Attempting to bind port 7a43c538-bd98-482f-9ff7-b662e479f8c9 on network a3685ca5-8e6a-4485-9528-2edb696b4a83 {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:45:05.233774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:45:05.234243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Checking segment: {'id': '0df707af-d7b5-4037-8a64-45fd0424c6c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:45:05.234608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:05.235017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Bound using segment: {'id': '0df707af-d7b5-4037-8a64-45fd0424c6c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:45:05.235534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Bound port: 7a43c538-bd98-482f-9ff7-b662e479f8c9, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df707af-d7b5-4037-8a64-45fd0424c6c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3685ca5-8e6a-4485-9528-2edb696b4a83'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:45:05.235916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:05.338443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:05.457069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:05.458302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:05.484231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] For port 7a43c538-bd98-482f-9ff7-b662e479f8c9, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:45:05.491935 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] For port 7a43c538-bd98-482f-9ff7-b662e479f8c9, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9,segment=NetworkSegment(0df707af-d7b5-4037-8a64-45fd0424c6c9),segment_id=0df707af-d7b5-4037-8a64-45fd0424c6c9)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:45:05.501024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:05.667275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:05.745866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb2a74-1894-4e8e-b038-71941d83ef6a req-5c064c37-b3fa-4714-9104-f588ea0e6ece tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:05.747756 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bcdb2a74-1894-4e8e-b038-71941d83ef6a req-5c064c37-b3fa-4714-9104-f588ea0e6ece tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.1742954 Dec 04 21:45:05.843581 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bcdb2a74-1894-4e8e-b038-71941d83ef6a req-85bb5b68-e98d-4b3e-8383-4865eb2d4aba tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784009 Dec 04 21:45:05.890727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Pushing event updated for resources: {'Port': ['ID=7a43c538-bd98-482f-9ff7-b662e479f8c9,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:05.917936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:05.919924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:05.920705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:05.922603 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a43c538-bd98-482f-9ff7-b662e479f8c9 HTTP/1.1" status: 200 len: 1157 time: 3.8182876 Dec 04 21:45:05.923319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:05.953790 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-c6e8428e-d95a-4cad-8bed-e37dd5bfab5f service neutron] 10.222.0.17 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7885847 Dec 04 21:45:06.202732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-c99f4c1c-5721-432d-ae22-f2bf14e38bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:06.205554 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-c99f4c1c-5721-432d-ae22-f2bf14e38bf9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=68aaa9cebaf84a67a56f19ac36addab0&device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 1160 time: 0.1658602 Dec 04 21:45:06.372668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b0da7-2eca-4b5b-ae0b-d3ae17080b08 req-38154afa-ebdf-4162-8eac-3e011126be53 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:06.386821 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0d1b0da7-2eca-4b5b-ae0b-d3ae17080b08 req-38154afa-ebdf-4162-8eac-3e011126be53 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1858196 Dec 04 21:45:06.425388 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9', 'status': 'completed', 'code': 200} Dec 04 21:45:06.441159 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-32ec4ba7-f3cc-4cf2-9bec-038262f7bf9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9 HTTP/1.1" status: 200 len: 217 time: 0.2210059 Dec 04 21:45:06.495676 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0d1b0da7-2eca-4b5b-ae0b-d3ae17080b08 req-0cdf6c63-c2f1-46b7-8a02-16dc3b70b2eb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028829 Dec 04 21:45:06.649090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948756d4-f32b-4ede-bedd-fa436705026f req-335e718a-3a1c-47a7-ae4a-f07c3d2e070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:06.652484 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-335e718a-3a1c-47a7-ae4a-f07c3d2e070b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f658932-f590-4753-8722-25e552f3327e HTTP/1.1" status: 200 len: 849 time: 0.2038717 Dec 04 21:45:06.807612 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c565970f-dbf8-415a-9a75-613b198d27cd req-a84a377d-7c5c-4304-af22-6749f689c993 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 210 time: 0.1540656 Dec 04 21:45:06.810043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-94a77582-c75a-425b-9e7d-932e1289db13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3685ca5-8e6a-4485-9528-2edb696b4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903571 Dec 04 21:45:07.139114 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-e80b1d43-b64d-450f-8de6-8e5f46db4bc6 service neutron] 10.222.0.49 "GET /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202567 Dec 04 21:45:07.414311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a62-164b-43a1-aaf5-2348e33ff3ea req-03dd8434-3b74-46d8-a489-108f7e1bf569 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:07.415171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-5a3b6a62-164b-43a1-aaf5-2348e33ff3ea req-03dd8434-3b74-46d8-a489-108f7e1bf569 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Synchronizing usage tracker for tenant:68aaa9cebaf84a67a56f19ac36addab0 on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:07.419817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-948756d4-f32b-4ede-bedd-fa436705026f req-68f43c87-cf4d-40e0-8d4e-e7ebcee4a946 service neutron] 10.222.0.49 "GET /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2328062 Dec 04 21:45:07.443234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-5a3b6a62-164b-43a1-aaf5-2348e33ff3ea req-03dd8434-3b74-46d8-a489-108f7e1bf569 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Unset dirty status for tenant:68aaa9cebaf84a67a56f19ac36addab0 on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:07.451242 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a3b6a62-164b-43a1-aaf5-2348e33ff3ea req-03dd8434-3b74-46d8-a489-108f7e1bf569 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.3060942 Dec 04 21:45:07.543776 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a3b6a62-164b-43a1-aaf5-2348e33ff3ea req-dc1ffd92-b2a9-4a34-8d61-96803ae4f1ac tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914335 Dec 04 21:45:07.968652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1027-030f-477c-8b93-97125da4c1c4 req-c7883c74-05e8-4e24-86e3-25c3c8508968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:07.970412 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-c7883c74-05e8-4e24-86e3-25c3c8508968 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.2027168 Dec 04 21:45:07.977744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-afa55889-a639-41ea-a542-d350622b6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:07.979453 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-afa55889-a639-41ea-a542-d350622b6a87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=68aaa9cebaf84a67a56f19ac36addab0&device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 1160 time: 0.3286004 Dec 04 21:45:08.065902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e50f-45f7-44f8-883d-a0b0fc38c303 req-f1910888-94ab-47dc-a88c-b21b55f49162 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:08.075547 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-68e4e50f-45f7-44f8-883d-a0b0fc38c303 req-f1910888-94ab-47dc-a88c-b21b55f49162 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2125623 Dec 04 21:45:08.139831 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-68e4e50f-45f7-44f8-883d-a0b0fc38c303 req-0e88c82a-16c2-41a4-bbd9-e1d65f25e636 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626092 Dec 04 21:45:08.526617 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f89ac3e6-76b6-445c-9f0d-b043416bb98a req-f2b5f1b2-a8b7-4aff-9a8a-85b9c1af9ca6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 210 time: 0.1245842 Dec 04 21:45:08.650090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1027-030f-477c-8b93-97125da4c1c4 req-9fb83fee-1db4-48ee-b00d-9d8ba1594783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:08.652056 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-9fb83fee-1db4-48ee-b00d-9d8ba1594783 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.6715453 Dec 04 21:45:08.655600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-a2099e19-81f3-4717-8707-518dd813f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:08.657733 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-a2099e19-81f3-4717-8707-518dd813f6b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3685ca5-8e6a-4485-9528-2edb696b4a83 HTTP/1.1" status: 200 len: 903 time: 0.6361852 Dec 04 21:45:08.821100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-e015d538-b6b1-4e7d-9b25-93a2f8b28b82 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:08.822983 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-e015d538-b6b1-4e7d-9b25-93a2f8b28b82 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 814 time: 0.3305633 Dec 04 21:45:08.836590 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-e779cc6f-164c-4c1f-b71a-746bf2417ec8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.1715078 Dec 04 21:45:08.838158 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-f7aa06fe-22a3-42b5-b08c-58833aaf9e40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9 HTTP/1.1" status: 200 len: 217 time: 0.1717525 Dec 04 21:45:08.873177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Request body: {'port': {'device_id': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa', 'admin_state_up': True, 'tenant_id': 'cf5461b9bc7f4c0096b14da09548e45a'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:09.188278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-edc71e15-62b9-449b-a6dc-ea2fb4d117db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:09.189943 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-edc71e15-62b9-449b-a6dc-ea2fb4d117db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f658932-f590-4753-8722-25e552f3327e HTTP/1.1" status: 200 len: 849 time: 0.2539983 Dec 04 21:45:09.193829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1027-030f-477c-8b93-97125da4c1c4 req-ea4febc8-e6ae-4af8-81f7-726929f29eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:09.195863 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-ea4febc8-e6ae-4af8-81f7-726929f29eee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.3320994 Dec 04 21:45:09.201371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:09.242504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:09.261036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Made reservation on behalf of cf5461b9bc7f4c0096b14da09548e45a for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:45:09.278211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:09.371379 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-04c03832-7db2-4482-81e3-0ea5d053af08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579132 Dec 04 21:45:09.373756 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-1b9af0f0-cf99-42c4-b876-b826267e2433 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3685ca5-8e6a-4485-9528-2edb696b4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618617 Dec 04 21:45:09.695825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec436a2-c632-435e-b048-d3ee6b2f8624 req-5ea00341-576a-46a5-9783-7a90894cfd0b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:09.697611 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bec436a2-c632-435e-b048-d3ee6b2f8624 req-5ea00341-576a-46a5-9783-7a90894cfd0b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2888474 Dec 04 21:45:09.782416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b9cc-0efc-4e19-87ef-9edaa9ae2741 req-320410f3-7047-4086-8659-952476270288 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:09.784119 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0696b9cc-0efc-4e19-87ef-9edaa9ae2741 req-320410f3-7047-4086-8659-952476270288 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.7133741 Dec 04 21:45:09.855699 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bec436a2-c632-435e-b048-d3ee6b2f8624 req-acbf945e-e5bd-412e-b236-9f0c6f97b29a tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487861 Dec 04 21:45:09.887437 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-7117b302-177a-4ce4-94c5-94a451f72f3f service neutron] 10.222.0.49 "GET /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823885 Dec 04 21:45:09.931534 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-5316bbeb-c6e3-4954-8faf-06cbc9c0e9b0 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734805 Dec 04 21:45:09.958072 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0696b9cc-0efc-4e19-87ef-9edaa9ae2741 req-362bd419-126d-4bb0-a619-6c5e0f5508d0 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480014 Dec 04 21:45:10.107078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Allocated IP 172.20.0.11 (2f23444f-6055-4b6e-bb35-d0aa4f7edcaa/01d0d095-1c8a-4002-8cf4-897e9eb73dd3/f040f814-8561-4e6e-a1f0-4970d543bec4) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:45:10.294813 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-a93a9594-5ae7-4195-8978-12a5c1fd930a service neutron] 10.222.0.49 "GET /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3969743 Dec 04 21:45:10.309256 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-395f1027-030f-477c-8b93-97125da4c1c4 req-2270fd38-74e8-49bf-bf8c-ba7da7576488 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3467932 Dec 04 21:45:10.435962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:10.465417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:10.483057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:10.563727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event updated for resources: {'Port': ['ID=f040f814-8561-4e6e-a1f0-4970d543bec4,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:10.580077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:10.614195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bc040-3711-4e07-b5d3-4eaac92bd3fb req-7b57b0b5-4fc9-49b9-8fbe-8086bf30cf43 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:10.634966 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c5bc040-3711-4e07-b5d3-4eaac92bd3fb req-7b57b0b5-4fc9-49b9-8fbe-8086bf30cf43 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 932 time: 0.1736579 Dec 04 21:45:10.710082 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c5bc040-3711-4e07-b5d3-4eaac92bd3fb req-f7d5ea12-a187-40a7-9341-959a6b5a08d9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740538 Dec 04 21:45:10.724593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:45:10.725947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:45:10.728592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:45:10.733924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:10.734659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:10.777120 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9134955 Dec 04 21:45:10.811072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Request body: {'port': {'device_id': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:11.009621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:11.332284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a060-ec66-4fc2-86bd-cf277eea50be req-9afb88da-8db9-4bc0-8466-c9ec6139c206 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:11.333979 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ee61a060-ec66-4fc2-86bd-cf277eea50be req-9afb88da-8db9-4bc0-8466-c9ec6139c206 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2508922 Dec 04 21:45:11.336696 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c391b-138b-4512-b941-84b2d8f3b335 req-97cb844f-162e-41c8-aeba-89efba0204b9 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:11.340017 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-126c391b-138b-4512-b941-84b2d8f3b335 req-97cb844f-162e-41c8-aeba-89efba0204b9 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.1283121 Dec 04 21:45:11.427780 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-126c391b-138b-4512-b941-84b2d8f3b335 req-3657f291-d35c-4568-9480-7d37d3f33e1c tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789516 Dec 04 21:45:11.491434 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ee61a060-ec66-4fc2-86bd-cf277eea50be req-fcdb8b18-f2e7-43d0-b145-9ceba129fc84 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418364 Dec 04 21:45:11.674686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f040f814-8561-4e6e-a1f0-4970d543bec4 {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:45:11.682823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:11.698097 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Transition to ACTIVE for port object f040f814-8561-4e6e-a1f0-4970d543bec4 will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:45:11.701099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:11.718119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-db95fd60-739c-44fb-adfc-68b4f70bc420 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:11.967772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f040f814-8561-4e6e-a1f0-4970d543bec4,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:11.977007 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:12.609977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Attempting to bind port f040f814-8561-4e6e-a1f0-4970d543bec4 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:45:12.610846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Attempting to bind port f040f814-8561-4e6e-a1f0-4970d543bec4 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:45:12.610846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Attempting to bind port f040f814-8561-4e6e-a1f0-4970d543bec4 on network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:45:12.622264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:45:12.622830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Checking segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:45:12.623339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:12.623841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Bound using segment: {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:45:12.624444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Bound port: f040f814-8561-4e6e-a1f0-4970d543bec4, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06f2590-6f8c-4872-9136-0e90861f0142', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f23444f-6055-4b6e-bb35-d0aa4f7edcaa'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:45:12.624922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:12.643968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec02cb-6365-4311-8509-5c3e865f2248 req-35246f9f-f52e-4f98-863d-71e4a850a6ce tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:12.644873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-40ec02cb-6365-4311-8509-5c3e865f2248 req-35246f9f-f52e-4f98-863d-71e4a850a6ce tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:12.713184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-40ec02cb-6365-4311-8509-5c3e865f2248 req-35246f9f-f52e-4f98-863d-71e4a850a6ce tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:12.714470 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40ec02cb-6365-4311-8509-5c3e865f2248 req-35246f9f-f52e-4f98-863d-71e4a850a6ce tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.6849372 Dec 04 21:45:12.726024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e66f1-0f93-4f1c-a459-3c472989ddfd req-e5b68e53-fed7-4ace-a534-34e7beb369ba tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:12.728520 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-007e66f1-0f93-4f1c-a459-3c472989ddfd req-e5b68e53-fed7-4ace-a534-34e7beb369ba tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.1218312 Dec 04 21:45:12.785554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] For port f040f814-8561-4e6e-a1f0-4970d543bec4, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:45:12.791618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] For port f040f814-8561-4e6e-a1f0-4970d543bec4, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f040f814-8561-4e6e-a1f0-4970d543bec4,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:45:12.800127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:12.800425 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-007e66f1-0f93-4f1c-a459-3c472989ddfd req-ee083ce8-010f-4efa-bc98-538db7bab9c2 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634084 Dec 04 21:45:12.817650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:12.861419 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40ec02cb-6365-4311-8509-5c3e865f2248 req-570f1a91-39f9-47dc-a351-9033d84c01de tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237273 Dec 04 21:45:12.998411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f040f814-8561-4e6e-a1f0-4970d543bec4,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:13.003568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:13.065216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:13.069320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:13.073077 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/f040f814-8561-4e6e-a1f0-4970d543bec4 HTTP/1.1" status: 200 len: 1158 time: 2.2771115 Dec 04 21:45:13.074504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'tag': 'f040f814-8561-4e6e-a1f0-4970d543bec4'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:13.180740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9cd96-8bfd-4ca6-ba63-cbc883886f2e req-f137c998-53d7-4cad-a58a-cd9aa91f6c18 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:13.183795 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13f9cd96-8bfd-4ca6-ba63-cbc883886f2e req-f137c998-53d7-4cad-a58a-cd9aa91f6c18 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1202133 Dec 04 21:45:13.252076 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-13f9cd96-8bfd-4ca6-ba63-cbc883886f2e req-f2780482-c5ca-4545-b12d-489fa16f404e tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Dec 04 21:45:13.277271 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'tag': 'f040f814-8561-4e6e-a1f0-4970d543bec4', 'status': 'completed', 'code': 200} Dec 04 21:45:13.292789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-c1a905ee-4040-404e-8a3d-1fb7a7995c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:13.295822 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-c1a905ee-4040-404e-8a3d-1fb7a7995c0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 1161 time: 0.1509409 Dec 04 21:45:13.439923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-4b1979ea-f23e-4d67-af09-da26c97095eb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:45:13.444130 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-58c29935-a258-4464-b8f4-511f3eb73c8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f040f814-8561-4e6e-a1f0-4970d543bec4 HTTP/1.1" status: 200 len: 217 time: 0.1198857 Dec 04 21:45:13.526965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-cb34de26-1d97-4011-87ce-d350a579c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:13.528578 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-cb34de26-1d97-4011-87ce-d350a579c8bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.0766268 Dec 04 21:45:13.588871 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-cc9ed231-92e0-4ef0-b22d-cb1aef093377 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530980 Dec 04 21:45:13.807817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-0da1a2ac-144e-400d-8912-eaaf29b6e8d9 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061954 Dec 04 21:45:14.395464 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6a5b84-00a9-4d25-a1eb-60d856bba5c2 req-1c5d9c25-952c-480a-b847-ebea6bee1e38 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5789247 Dec 04 21:45:14.416609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe88388-2a68-4140-a414-1d7a91080ee2 req-dd1013da-e0d8-4514-a0da-f528094bfaea tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:14.425773 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-efe88388-2a68-4140-a414-1d7a91080ee2 req-dd1013da-e0d8-4514-a0da-f528094bfaea tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.3170524 Dec 04 21:45:14.456974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd4bbf-aacf-4a91-9fba-b40daf636603 req-d4fd414b-9285-431a-97b3-a95e9290240f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:14.474962 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-91dd4bbf-aacf-4a91-9fba-b40daf636603 req-d4fd414b-9285-431a-97b3-a95e9290240f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.2091935 Dec 04 21:45:14.482050 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-efe88388-2a68-4140-a414-1d7a91080ee2 req-e248f117-cd31-450d-b6a0-40debc52c8fd tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548549 Dec 04 21:45:14.542887 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-91dd4bbf-aacf-4a91-9fba-b40daf636603 req-d3b73988-0f48-4e9f-9b06-bae3fd09507b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662498 Dec 04 21:45:14.637143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36104) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:14.658809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-fa4e516a-f4a9-46aa-9765-7e194403c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:14.664264 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-fa4e516a-f4a9-46aa-9765-7e194403c9e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 1161 time: 0.1003621 Dec 04 21:45:14.862423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a43c538-bd98-482f-9ff7-b662e479f8c9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:14.863146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-11cb5951-2595-4e72-8ce8-d0aa2d02d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:14.866078 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-11cb5951-2595-4e72-8ce8-d0aa2d02d64a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 200 len: 908 time: 0.1937470 Dec 04 21:45:14.872811 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:14.908940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:14.921722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Usage tracker for resource:security_group_rule and tenant:73685c46fa904cb791041ccac1fdef32 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:14.929964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:14.948054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:14.963820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 7a43c538-bd98-482f-9ff7-b662e479f8c9 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:45:14.972674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a43c538-bd98-482f-9ff7-b662e479f8c9 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:14.973453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:14.986754 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-001d404f-5bed-4df4-a63b-84a8c49a6460 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f040f814-8561-4e6e-a1f0-4970d543bec4 HTTP/1.1" status: 200 len: 217 time: 0.1041827 Dec 04 21:45:14.990723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df74f4-2d2a-490c-8c58-1f96209b507e req-9e67912d-ec3e-4785-acab-e80806975297 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:14.992761 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c0df74f4-2d2a-490c-8c58-1f96209b507e req-9e67912d-ec3e-4785-acab-e80806975297 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2698638 Dec 04 21:45:15.106267 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c0df74f4-2d2a-490c-8c58-1f96209b507e req-7f0aa378-fd01-4b8f-bba9-3e0f1f3503fb tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929475 Dec 04 21:45:15.134650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-8ed8c28b-1a7e-4db7-b22e-60306cb724d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:15.137596 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-8ed8c28b-1a7e-4db7-b22e-60306cb724d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 200 len: 854 time: 0.1425405 Dec 04 21:45:15.196140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:15.201471 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:15.216941 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-3a0ed4ce-52b5-472d-aacb-0e219cddb6e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721464 Dec 04 21:45:15.220494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-793ab645-0639-4716-b70f-92255a53f322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:15.246428 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:15.284790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500ce220-c186-4b31-af5e-e91885955351,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:15.289024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 7a43c538-bd98-482f-9ff7-b662e479f8c9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9,segment=NetworkSegment(0df707af-d7b5-4037-8a64-45fd0424c6c9),segment_id=0df707af-d7b5-4037-8a64-45fd0424c6c9)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:15.290197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:15.296955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:15.307818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:15.312327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:15.394922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=7a43c538-bd98-482f-9ff7-b662e479f8c9,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:15.401390 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=73685c46fa904cb791041ccac1fdef32&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7618964 Dec 04 21:45:15.404257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36122) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:15.418564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.418965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.419343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.419933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.420308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.421792 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.422834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.424267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.427114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.428056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.428760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.429291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.429930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.430971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.432884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.433612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.434286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.434968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.435479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.436286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.436818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.437325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.437845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.438837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:15.453898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:15.507819 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9', 'code': 200} Dec 04 21:45:15.569712 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-71312426-3fad-4f45-a3f0-74e136500363 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426354 Dec 04 21:45:15.586680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:15.713518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:15.862916 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-00ad8cf1-6ecd-4ca8-af7b-171d481ff2a9 req-16af9195-fbe6-4c15-b1a5-45b28ff3c685 service neutron] 10.222.0.49 "GET /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2809215 Dec 04 21:45:15.887746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a43c538-bd98-482f-9ff7-b662e479f8c9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:16.047407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a43c538-bd98-482f-9ff7-b662e479f8c9 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:16.048266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:16.069672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a53e-27b2-4c02-aa4e-9911c64c46fe req-b3e82ed3-1bb7-4526-aa17-8fbe61c92b77 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:16.077147 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b55a53e-27b2-4c02-aa4e-9911c64c46fe req-b3e82ed3-1bb7-4526-aa17-8fbe61c92b77 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.2126138 Dec 04 21:45:16.223166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:16.228823 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b55a53e-27b2-4c02-aa4e-9911c64c46fe req-2a9fcc23-896d-4651-b173-998faadec4ad tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407061 Dec 04 21:45:16.244880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e7e0fb0f-d1f3-4c94-9a18-c94298ae5398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:16.269589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5f0e3-19a0-4fa8-a4ff-b257ac66cf74 req-2a114aa3-2d07-4f62-be78-3ba9fccb8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:16.272518 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a7a5f0e3-19a0-4fa8-a4ff-b257ac66cf74 req-2a114aa3-2d07-4f62-be78-3ba9fccb8ef2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 1162 time: 0.4331360 Dec 04 21:45:16.285545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149857d-957e-4e4a-8dd8-37df379691e3 req-a53dcbe8-acac-4d9f-b633-66465ceef13d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:16.288436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5149857d-957e-4e4a-8dd8-37df379691e3 req-a53dcbe8-acac-4d9f-b633-66465ceef13d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.5438356 Dec 04 21:45:16.343861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500ce220-c186-4b31-af5e-e91885955351,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:16.370686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:16.382804 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5149857d-957e-4e4a-8dd8-37df379691e3 req-9f2dd567-c5ae-455e-a208-2bbbb2b1b743 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861750 Dec 04 21:45:16.392854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:16.405281 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/500ce220-c186-4b31-af5e-e91885955351 HTTP/1.1" status: 204 len: 168 time: 0.9894366 Dec 04 21:45:16.456391 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a7a5f0e3-19a0-4fa8-a4ff-b257ac66cf74 req-18bb8efd-9e7c-4a69-b0d2-925ca3b93a92 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662300 Dec 04 21:45:16.979119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36186) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:17.010463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.044372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:17.049442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Usage tracker for resource:security_group_rule and tenant:afee0469210b4f57981535d4c78a2b7f is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:17.053548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:17.061515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:17.175363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.178974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.190039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-65e255b3-583d-4900-92fd-697e1e6cca74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:17.243301 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=afee0469210b4f57981535d4c78a2b7f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2627470 Dec 04 21:45:17.244460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e18ec-3ef0-4ee2-b14f-f23d1e476e64,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:17.247709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36198) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:17.248677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:17.381925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.432457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.563294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.570287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3da63e3e-c691-4e94-864b-0f47d8879359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:17.588797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e18ec-3ef0-4ee2-b14f-f23d1e476e64,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:17.595033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:17.598359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:17.603891 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/501e18ec-3ef0-4ee2-b14f-f23d1e476e64 HTTP/1.1" status: 204 len: 168 time: 0.3544838 Dec 04 21:45:17.617648 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa4bdd-1d0c-4521-a0eb-71a15356e6ef req-19aa983f-7e1b-4cbe-a914-c4da8d82ddcb tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:17.619390 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cafa4bdd-1d0c-4521-a0eb-71a15356e6ef req-19aa983f-7e1b-4cbe-a914-c4da8d82ddcb tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.1572874 Dec 04 21:45:17.701679 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cafa4bdd-1d0c-4521-a0eb-71a15356e6ef req-8f1823da-6ebc-40b2-be7b-c3f6c4663ab3 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666351 Dec 04 21:45:17.831127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a4fbd-942e-4b29-8747-56d6ecd4663f req-b0dccf2a-db42-4c71-8c3b-9711256fd737 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:17.852438 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-788a4fbd-942e-4b29-8747-56d6ecd4663f req-b0dccf2a-db42-4c71-8c3b-9711256fd737 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1890283 Dec 04 21:45:18.039433 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-788a4fbd-942e-4b29-8747-56d6ecd4663f req-83715346-95e8-4046-aba6-dac6832a46fa tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805077 Dec 04 21:45:18.053067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e794f-0752-4a03-9c03-22090ada7045 req-72b9f399-1f5f-443d-80d5-b28aad752f06 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:18.055004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cb2e794f-0752-4a03-9c03-22090ada7045 req-72b9f399-1f5f-443d-80d5-b28aad752f06 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.1509261 Dec 04 21:45:18.113265 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cb2e794f-0752-4a03-9c03-22090ada7045 req-5d6c901f-44f4-4bd1-ae49-67abd35749c1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492520 Dec 04 21:45:19.085091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9772-154a-4383-a0f1-0fe1231a4e4a req-c03316af-22ea-4d5e-ad1e-b031d48418ca tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:19.099339 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f3df9772-154a-4383-a0f1-0fe1231a4e4a req-c03316af-22ea-4d5e-ad1e-b031d48418ca tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.1790764 Dec 04 21:45:19.178645 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f3df9772-154a-4383-a0f1-0fe1231a4e4a req-1dac433e-7193-47f4-a7de-c7c19f37c0d7 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781460 Dec 04 21:45:19.508507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463df4-5209-4dbc-9a05-2a3eb2bfbb76 req-86b3e3b8-a7d1-4186-9826-8812de998f75 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:19.517399 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a463df4-5209-4dbc-9a05-2a3eb2bfbb76 req-86b3e3b8-a7d1-4186-9826-8812de998f75 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.1641998 Dec 04 21:45:19.627519 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a463df4-5209-4dbc-9a05-2a3eb2bfbb76 req-f2d2e140-3c3e-480b-86df-9a7339b410e9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085825 Dec 04 21:45:20.913188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d151758-1388-4c07-8e66-2d908ce9328b req-0b1000c2-06f0-4f78-8cb7-9bbbedf4bcaa tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:20.915120 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d151758-1388-4c07-8e66-2d908ce9328b req-0b1000c2-06f0-4f78-8cb7-9bbbedf4bcaa tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.1143291 Dec 04 21:45:20.985931 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d151758-1388-4c07-8e66-2d908ce9328b req-be3bfd6f-c125-4352-b4f7-b6b9b8a77da4 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622363 Dec 04 21:45:22.352119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549c2c8-f905-4407-a897-1e000c92b1eb req-c7c11f72-1e78-4644-a45e-d7aacf1ed07f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:22.370589 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b549c2c8-f905-4407-a897-1e000c92b1eb req-c7c11f72-1e78-4644-a45e-d7aacf1ed07f tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 944 time: 0.1894968 Dec 04 21:45:22.459595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b549c2c8-f905-4407-a897-1e000c92b1eb req-d33f2cc0-0e51-47ce-b2a4-7e6be982e404 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908923 Dec 04 21:45:22.964039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f040f814-8561-4e6e-a1f0-4970d543bec4 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:23.191719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port f040f814-8561-4e6e-a1f0-4970d543bec4 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:45:23.202446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f040f814-8561-4e6e-a1f0-4970d543bec4 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:23.203313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:23.462332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:23.532804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f040f814-8561-4e6e-a1f0-4970d543bec4'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:23.546106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port f040f814-8561-4e6e-a1f0-4970d543bec4, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f040f814-8561-4e6e-a1f0-4970d543bec4,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:23.550526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:23.553055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5fa8a7ba-cb67-42a4-afe5-ffaa38c2fc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:24.131833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=f040f814-8561-4e6e-a1f0-4970d543bec4,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:24.149041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:24.154090 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f040f814-8561-4e6e-a1f0-4970d543bec4', 'code': 200} Dec 04 21:45:24.394167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759fc69-0d66-486d-86cd-f3cb8c2859d0 req-8f29a03e-500a-476f-9adf-63576aac1f1e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:24.414655 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6759fc69-0d66-486d-86cd-f3cb8c2859d0 req-8f29a03e-500a-476f-9adf-63576aac1f1e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 946 time: 0.4646974 Dec 04 21:45:24.530784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36396) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:24.574560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-97e7364c-f44f-434e-8c41-f7de1ac19ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:24.577497 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-97e7364c-f44f-434e-8c41-f7de1ac19ae7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.4608016 Dec 04 21:45:24.602648 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6759fc69-0d66-486d-86cd-f3cb8c2859d0 req-785526e3-7607-4b15-b19d-6aa5f4f40be2 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790700 Dec 04 21:45:24.949180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2788-9154-41af-b94a-b9d690fb868b req-8e623a0b-1a31-4635-851b-b028fe228503 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:24.952217 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ec8a2788-9154-41af-b94a-b9d690fb868b req-8e623a0b-1a31-4635-851b-b028fe228503 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.4817309 Dec 04 21:45:25.148997 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ec8a2788-9154-41af-b94a-b9d690fb868b req-c6637cf3-3d2d-4af5-b94d-f7a2eee76bed tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787488 Dec 04 21:45:25.158068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bd13-6696-4af2-b421-32381185f364 req-9bdc9540-32db-43af-8cf7-f88324eaf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:25.161542 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7976bd13-6696-4af2-b421-32381185f364 req-9bdc9540-32db-43af-8cf7-f88324eaf66d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 1163 time: 0.4469872 Dec 04 21:45:25.227162 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7976bd13-6696-4af2-b421-32381185f364 req-5fb6fb11-4e2f-464a-9fc4-81a9d7be93e0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Dec 04 21:45:25.338328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:25.391999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:25.402780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Usage tracker for resource:security_group_rule and tenant:1b04a96843ed4f319a610b8054f2ff92 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:25.408441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:25.427872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:25.444766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-349888a6-4285-4680-ab27-b84dcf323fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:25.446605 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-349888a6-4285-4680-ab27-b84dcf323fa4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.8424602 Dec 04 21:45:25.584827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:25.588540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:25.598209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:25.638761 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1b04a96843ed4f319a610b8054f2ff92&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1053097 Dec 04 21:45:25.639799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36418) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:25.679186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36422) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:25.679879 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a0c7b-1f9a-434e-b082-aded6966d6bf req-25626568-0be7-4f23-9c41-83bb3a9cd767 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:25.681693 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-760a0c7b-1f9a-434e-b082-aded6966d6bf req-25626568-0be7-4f23-9c41-83bb3a9cd767 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.1195996 Dec 04 21:45:25.689497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29728c71-cf64-4b9e-acdf-663406019178,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:25.710236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:25.799269 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-b1535bb3-4690-423a-bc6c-4c1a28a024bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.0940812 Dec 04 21:45:25.851070 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-760a0c7b-1f9a-434e-b082-aded6966d6bf req-02dbdfc9-d36d-4e9e-ac11-13c1bc199f1d tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376598 Dec 04 21:45:25.962497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.033343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.050481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-434f9ca9-3dd3-4cc4-967d-d24f6a78379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:26.052178 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-434f9ca9-3dd3-4cc4-967d-d24f6a78379e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.2120748 Dec 04 21:45:26.054387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.115717 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:26.139553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Usage tracker for resource:security_group_rule and tenant:115c2175946449b49160b91cfb435c31 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:26.149153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-d9d22baa-b95d-4a45-ae12-d58e49cdd749 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807641 Dec 04 21:45:26.150163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:26.177553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f040f814-8561-4e6e-a1f0-4970d543bec4 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:26.203236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:26.257275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f040f814-8561-4e6e-a1f0-4970d543bec4 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:26.257692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.344235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038e72-8974-41cc-a476-dfd7ff3c00b1 req-f3514263-622e-4c03-81b8-a906749ee896 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:26.345975 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a9038e72-8974-41cc-a476-dfd7ff3c00b1 req-f3514263-622e-4c03-81b8-a906749ee896 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 946 time: 0.4368465 Dec 04 21:45:26.406139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.418803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9045ff56-fcf0-45f8-be83-ff33bcedc921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:26.459582 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-0a184c78-99cd-47e5-a497-5ed401f15a1c service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027265 Dec 04 21:45:26.467472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29728c71-cf64-4b9e-acdf-663406019178,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:26.473243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:26.482905 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a9038e72-8974-41cc-a476-dfd7ff3c00b1 req-4627c4f4-4f86-4156-91eb-f42e8a849f42 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228852 Dec 04 21:45:26.533380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dc35-a08c-4036-9478-85dd17202475 req-4d337e43-01ba-4899-8378-b22aabe211b8 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:26.535432 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07b1dc35-a08c-4036-9478-85dd17202475 req-4d337e43-01ba-4899-8378-b22aabe211b8 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1124604 Dec 04 21:45:26.564580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.565811 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/29728c71-cf64-4b9e-acdf-663406019178 HTTP/1.1" status: 204 len: 168 time: 0.9124985 Dec 04 21:45:26.606839 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07b1dc35-a08c-4036-9478-85dd17202475 req-95ed9848-e494-44c4-93f1-6632aab18f62 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Dec 04 21:45:26.663784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.667557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.678818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:26.744671 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=115c2175946449b49160b91cfb435c31&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0593233 Dec 04 21:45:26.748102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36438) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:26.760348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7791b96-1f9b-4292-a3c9-9a99cf207c10,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:26.764025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:26.774802 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-34dcb788-dad1-427d-b9a2-e37193e8936d req-2a4ddf2d-a3c6-40c9-b6b9-09130fb06c32 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2976763 Dec 04 21:45:26.856250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:26.919036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:27.016211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:27.029211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b222af0c-eae6-494f-b3a8-eaf893414dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:27.087985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7791b96-1f9b-4292-a3c9-9a99cf207c10,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:27.092560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:27.096238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67052-8434-4c06-9e79-580bc68750fc req-af369950-7920-4e5e-855d-fb7c1cfd53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:27.107542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:27.116001 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d7791b96-1f9b-4292-a3c9-9a99cf207c10 HTTP/1.1" status: 204 len: 168 time: 0.3659208 Dec 04 21:45:27.118291 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-af369950-7920-4e5e-855d-fb7c1cfd53c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.2296376 Dec 04 21:45:27.527806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24f6be-bda1-400c-ab92-075f7547fd46 req-f6f16b0a-528a-42b4-abe0-f35faa12fc77 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:27.529551 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4d24f6be-bda1-400c-ab92-075f7547fd46 req-f6f16b0a-528a-42b4-abe0-f35faa12fc77 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.3940172 Dec 04 21:45:27.534073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67052-8434-4c06-9e79-580bc68750fc req-fbc8f194-07db-43bc-9ab4-819811d0eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:27.535661 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-fbc8f194-07db-43bc-9ab4-819811d0eaba service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.3206713 Dec 04 21:45:27.593823 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4d24f6be-bda1-400c-ab92-075f7547fd46 req-b36017c6-f281-4095-95d5-3f338eb48a52 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555179 Dec 04 21:45:27.779319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a7382caf-2129-4648-b267-888e9a4239db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:27.816897 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-92792087-e6c5-4f07-bff1-181fcd74e275 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.2132328 Dec 04 21:45:27.918428 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67052-8434-4c06-9e79-580bc68750fc req-16f5f3a9-57ad-4e4e-bf32-947a0c729533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:27.920260 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-16f5f3a9-57ad-4e4e-bf32-947a0c729533 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.0934944 Dec 04 21:45:27.958186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36474) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:27.964938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb67e-5a5d-46e9-b382-04b10599529d req-f38c7d83-9193-47a9-90f2-fe17ee2c90c1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:27.978476 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-971fb67e-5a5d-46e9-b382-04b10599529d req-f38c7d83-9193-47a9-90f2-fe17ee2c90c1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 946 time: 0.2309620 Dec 04 21:45:27.989449 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.014874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64f3ac-c734-4e3f-8086-995645e54a1e req-51e2e1fe-a4a9-4c38-bb05-02668e6aecf4 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:28.016573 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef64f3ac-c734-4e3f-8086-995645e54a1e req-51e2e1fe-a4a9-4c38-bb05-02668e6aecf4 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1858521 Dec 04 21:45:28.021686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:28.026259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe14765441d44cc69cb283755060e460 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:28.029587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:28.036204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:28.124883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f040f814-8561-4e6e-a1f0-4970d543bec4 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:28.211806 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-80a17e1c-2029-4012-a341-5853ea2a8959 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2291417 Dec 04 21:45:28.229326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f040f814-8561-4e6e-a1f0-4970d543bec4 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:28.230036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.244801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.251328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.268965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c16607cf-d90b-4e8c-b53b-06bcfc0bcfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:28.314091 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef64f3ac-c734-4e3f-8086-995645e54a1e req-94f204d3-cb9d-4986-b709-a093af38917b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229550 Dec 04 21:45:28.325107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ab2d71-34fe-46fe-b001-7883c491cc9a,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:28.330044 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe14765441d44cc69cb283755060e460&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3702457 Dec 04 21:45:28.331140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:28.334380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36482) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:28.360781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-971fb67e-5a5d-46e9-b382-04b10599529d req-016a1fc8-1512-4515-9fce-4709b76ed2be tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778598 Dec 04 21:45:28.518568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.561599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-adb1f477-3954-46bf-8349-6c163cb570e4 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:28.563365 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-adb1f477-3954-46bf-8349-6c163cb570e4 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.49 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.1480236 Dec 04 21:45:28.565472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.582198 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-6da5d774-2a3c-41dd-922d-2164e9781222 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462753 Dec 04 21:45:28.715977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Deleting port 7a43c538-bd98-482f-9ff7-b662e479f8c9 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:45:28.716370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:28.999269 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:29.009952 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:29.043087 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97c67052-8434-4c06-9e79-580bc68750fc req-d9ae04a7-f6fc-423d-95e5-9ce42d97c375 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4532537 Dec 04 21:45:29.121316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ab2d71-34fe-46fe-b001-7883c491cc9a,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:29.295531 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c566a-cb85-4233-b56b-18b1bbd08266 req-cb14881a-a59a-4c24-99e6-122ead3936f8 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:29.310936 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-753c566a-cb85-4233-b56b-18b1bbd08266 req-cb14881a-a59a-4c24-99e6-122ead3936f8 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 945 time: 0.2653966 Dec 04 21:45:29.316422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:29.321203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:29.323351 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/41ab2d71-34fe-46fe-b001-7883c491cc9a HTTP/1.1" status: 204 len: 168 time: 0.9875462 Dec 04 21:45:29.429653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] For port 7a43c538-bd98-482f-9ff7-b662e479f8c9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9,segment=NetworkSegment(0df707af-d7b5-4037-8a64-45fd0424c6c9),segment_id=0df707af-d7b5-4037-8a64-45fd0424c6c9)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:29.430352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:29.480174 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-753c566a-cb85-4233-b56b-18b1bbd08266 req-0ddb9f20-2d5d-4ea8-9f8d-f76fbcc913fb tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617136 Dec 04 21:45:29.735414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Calling delete_port for 7a43c538-bd98-482f-9ff7-b662e479f8c9 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:45:29.858346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a43c538-bd98-482f-9ff7-b662e479f8c9 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:45:30.102885 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:30.150092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 7a43c538-bd98-482f-9ff7-b662e479f8c9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9,segment=NetworkSegment(0df707af-d7b5-4037-8a64-45fd0424c6c9),segment_id=0df707af-d7b5-4037-8a64-45fd0424c6c9)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:30.151489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:30.160461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:30.163689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7d3778d-77bc-4b2a-8b82-5bfb555ca8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:30.244614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88a53b-1bd8-4c3c-a542-1622fffb7ceb req-9c371d01-06c2-47c6-ac17-57a4838f56c3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:30.250781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3f88a53b-1bd8-4c3c-a542-1622fffb7ceb req-9c371d01-06c2-47c6-ac17-57a4838f56c3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.6398311 Dec 04 21:45:30.259550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=7a43c538-bd98-482f-9ff7-b662e479f8c9,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:30.264848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:30.281593 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9', 'code': 200} Dec 04 21:45:30.312830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:45:30.313308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:45:30.325731 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3f88a53b-1bd8-4c3c-a542-1622fffb7ceb req-efcd171f-55d1-4ae1-8c86-81da7f70e53d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633247 Dec 04 21:45:30.814555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Deleting port 7a43c538-bd98-482f-9ff7-b662e479f8c9 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:45:30.815182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:30.893423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f85d5-933f-4fa0-890a-85ad550c8a01 req-209e09e9-7e03-4a11-8436-e806e4e6fb54 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:30.903322 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-132f85d5-933f-4fa0-890a-85ad550c8a01 req-209e09e9-7e03-4a11-8436-e806e4e6fb54 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 943 time: 0.1535935 Dec 04 21:45:30.954736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a5a1-c41f-451b-add9-2e3f9911a1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:31.011528 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-132f85d5-933f-4fa0-890a-85ad550c8a01 req-dbc2eccf-fc5c-4306-b011-027522fd6b32 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/security-groups?id=03628121-4294-4142-82c9-25cb80fc23c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069226 Dec 04 21:45:31.321582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] For port 7a43c538-bd98-482f-9ff7-b662e479f8c9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a43c538-bd98-482f-9ff7-b662e479f8c9,segment=NetworkSegment(0df707af-d7b5-4037-8a64-45fd0424c6c9),segment_id=0df707af-d7b5-4037-8a64-45fd0424c6c9)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:31.322712 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:31.337571 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:45:31.489771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Calling delete_port for 7a43c538-bd98-482f-9ff7-b662e479f8c9 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:45:31.741216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:31.765999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:31.780713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9981d8a-35b5-4a75-8126-a23e0cc983fb req-00b73ac5-0276-44f6-8e6b-14954b135940 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:31.794637 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a9981d8a-35b5-4a75-8126-a23e0cc983fb req-00b73ac5-0276-44f6-8e6b-14954b135940 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1768789 Dec 04 21:45:31.909202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:31.939457 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a9981d8a-35b5-4a75-8126-a23e0cc983fb req-edbdb8a4-8b4e-4f82-9f84-976d3c4d0120 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433265 Dec 04 21:45:31.964567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Pushing event deleted for resources: {'Port': ['ID=7a43c538-bd98-482f-9ff7-b662e479f8c9,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:32.243027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:32.423280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] No DVR routers for this DVR port 7a43c538-bd98-482f-9ff7-b662e479f8c9 on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:45:32.446489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:32.454835 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-19421143-2e41-418e-9d4b-2f6e01e550d5 req-1bcc525c-81f5-4bd0-9ca0-9b1f6b51d1cf tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 210 time: 0.1067450 Dec 04 21:45:32.456070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'name': 'network-vif-deleted', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:32.460689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:32.490173 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9622b0be-eb88-4f7c-b8fa-708aae116a76 req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.49 "DELETE /v2.0/ports/7a43c538-bd98-482f-9ff7-b662e479f8c9 HTTP/1.1" status: 204 len: 173 time: 3.9156644 Dec 04 21:45:32.575314 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb2a503-61b3-476f-bd65-444209ed1c4d', 'name': 'network-vif-deleted', 'tag': '7a43c538-bd98-482f-9ff7-b662e479f8c9', 'status': 'completed', 'code': 200} Dec 04 21:45:32.577523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:33.392705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e8bf-487f-4f6b-ae6c-647a6a3cd059 req-835ff12d-31df-4210-9457-61669068b471 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:33.400465 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f74e8bf-487f-4f6b-ae6c-647a6a3cd059 req-835ff12d-31df-4210-9457-61669068b471 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1711907 Dec 04 21:45:33.482786 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f74e8bf-487f-4f6b-ae6c-647a6a3cd059 req-d1c93cbe-cae1-4687-b3fd-4d1c53d973fe tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802343 Dec 04 21:45:33.751612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:33.872146 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6dcf03c3-dc1e-418d-827c-da725b44fb42 req-1d0a559b-9150-4b72-9f9d-90deae933979 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] 10.222.0.17 "GET /v2.0/ports?device_id=efb2a503-61b3-476f-bd65-444209ed1c4d HTTP/1.1" status: 200 len: 210 time: 0.1364830 Dec 04 21:45:34.717618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef804f91-0d8d-43de-a0e5-7bb92f788437 req-d5a25c89-639e-4cdc-b039-0b2bbac53a1f tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:34.719412 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef804f91-0d8d-43de-a0e5-7bb92f788437 req-d5a25c89-639e-4cdc-b039-0b2bbac53a1f tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.0972128 Dec 04 21:45:34.772513 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef804f91-0d8d-43de-a0e5-7bb92f788437 req-0434ae44-5f69-498e-bef7-d5bcff12c69d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Dec 04 21:45:35.436759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36658) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:35.760839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:35.775697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:35.780346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Usage tracker for resource:security_group_rule and tenant:0aaebaa73d2545ab91d6a39441d085e5 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:35.783956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:35.791421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:35.897472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:35.901910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:35.941077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-eac8af5c-ca01-4f55-ace8-e841ed0f1584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:35.954236 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0aaebaa73d2545ab91d6a39441d085e5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5162363 Dec 04 21:45:35.957106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36680) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:36.009516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d88738-68f1-4b37-8755-9701c4f6236e,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:36.024174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:36.034894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.068072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.123226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.131265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:36.154036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ece377-1423-4fae-a842-096f7873b795 req-4c47d9ea-ccf3-4c9d-818d-746b196ec023 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:36.156063 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-65ece377-1423-4fae-a842-096f7873b795 req-4c47d9ea-ccf3-4c9d-818d-746b196ec023 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1485567 Dec 04 21:45:36.158683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d88738-68f1-4b37-8755-9701c4f6236e,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:36.162694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:36.164037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.182976 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/48d88738-68f1-4b37-8755-9701c4f6236e HTTP/1.1" status: 204 len: 168 time: 0.2237835 Dec 04 21:45:36.246063 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-65ece377-1423-4fae-a842-096f7873b795 req-624a22ed-c24d-4c0f-b9e7-c15116979367 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748196 Dec 04 21:45:36.666536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36698) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:36.699622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.729037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:36.736726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Usage tracker for resource:security_group_rule and tenant:9ac302c23b5f40cdb12bb9da464ec0ee is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:36.742652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:36.753846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:36.892041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.895609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:36.904239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-93ace273-1bc1-45bb-9664-a1c17e780edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:36.958838 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9ac302c23b5f40cdb12bb9da464ec0ee&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2906375 Dec 04 21:45:36.959803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8641c4-e41c-4d7a-a832-85f4cac56498,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:36.963156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36706) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:36.963391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:37.077202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:37.135556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:37.230042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:37.237407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f2363b5a-d597-4c29-b9e2-c20e1e6ea6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:37.256017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8641c4-e41c-4d7a-a832-85f4cac56498,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:37.261264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:37.265127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:37.269850 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6a8641c4-e41c-4d7a-a832-85f4cac56498 HTTP/1.1" status: 204 len: 168 time: 0.3013628 Dec 04 21:45:37.722127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aea31-55be-49ed-88c0-661f5d7912c2 req-a7fd159a-bbf7-4a43-b59f-517fc6dd9a67 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:37.725254 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-071aea31-55be-49ed-88c0-661f5d7912c2 req-a7fd159a-bbf7-4a43-b59f-517fc6dd9a67 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1635232 Dec 04 21:45:37.838460 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-071aea31-55be-49ed-88c0-661f5d7912c2 req-ebeb37e5-6726-4e48-81e5-460bb0cd6336 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008556 Dec 04 21:45:38.771958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36758) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:39.213447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1897330442-network', 'tenant_id': '88b5dbb79ff44ccb8b482fa01614315e'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:39.237303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:39.252802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Usage tracker for resource:network and tenant:88b5dbb79ff44ccb8b482fa01614315e is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:39.261404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:39.279304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:39.304993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Made reservation on behalf of 88b5dbb79ff44ccb8b482fa01614315e for: {'network': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:45:39.311894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.348182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.378614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:39.392199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Usage tracker for resource:security_group_rule and tenant:88b5dbb79ff44ccb8b482fa01614315e is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:39.401001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:39.417292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:39.481234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a9cf8-b3e6-41d2-ab1c-3da61e72a3df req-acf7d23c-80f4-4484-9e56-a05b7ec54dc1 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:39.483717 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-305a9cf8-b3e6-41d2-ab1c-3da61e72a3df req-acf7d23c-80f4-4484-9e56-a05b7ec54dc1 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1742024 Dec 04 21:45:39.544017 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-305a9cf8-b3e6-41d2-ab1c-3da61e72a3df req-9580fd8c-16bb-4207-89c6-ab0230bd6f46 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Dec 04 21:45:39.572246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.575484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.585933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:39.615632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:45:39.632327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b7520f-5d82-47ba-8eb7-8373ab17c914,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:39.635564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.636032 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Added segment 893b7864-98c2-44ab-92cf-4d4108de67f7 of type vxlan for network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 Dec 04 21:45:39.637548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:39.671680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.730946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.733062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:39.734281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:39.744332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:39.930053 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1544542 Dec 04 21:45:39.933373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36790) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:39.937042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Pushing event updated for resources: {'Network': ['ID=947ee50e-b4d4-4b08-a9ba-5353cb11bb33,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:39.942185 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:39.945392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Request body: {'subnet': {'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1897330442-subnet', 'tenant_id': '88b5dbb79ff44ccb8b482fa01614315e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:39.953194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:45:39.955245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:39.964531 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Usage tracker for resource:subnet and tenant:88b5dbb79ff44ccb8b482fa01614315e is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:39.970232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:39.978770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:45:39.982313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:40.006242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Made reservation on behalf of 88b5dbb79ff44ccb8b482fa01614315e for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:45:40.012025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:40.344960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36800) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:40.684519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:40.930847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-84ae360f-5267-4569-996b-e134ae2eb7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:41.014751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4b1aec-dc4d-4253-88d6-48f57acbb0d5,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:41.033283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:41.070089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Checking segment: {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:45:41.070594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Network hostable DHCP agents. Network: 947ee50e-b4d4-4b08-a9ba-5353cb11bb33, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:45:41.094449 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:45:41.102246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.112864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 947ee50e-b4d4-4b08-a9ba-5353cb11bb33) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:45:41.125635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3714e6-7035-4829-b5ad-52f067112ced None None] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:45:41.134182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:41.136145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.162464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:41.172842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Usage tracker for resource:security_group_rule and tenant:479ebf605efa4ba8a23764be02221c23 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:41.179086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:41.187095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:41.247469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3119633 Dec 04 21:45:41.274551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eff14f-004c-418d-b7a2-7903aaa909fd req-047a1d42-fd52-4501-81a4-89fd35a1fc8b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:41.282937 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-46eff14f-004c-418d-b7a2-7903aaa909fd req-047a1d42-fd52-4501-81a4-89fd35a1fc8b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1671348 Dec 04 21:45:41.370304 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-46eff14f-004c-418d-b7a2-7903aaa909fd req-04ea9824-cda9-4bf2-a92a-584b46eccaf1 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825737 Dec 04 21:45:41.449473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.453127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.465091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b015f416-bdf7-44af-b305-0345d43b73c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:41.522932 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=479ebf605efa4ba8a23764be02221c23&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1760178 Dec 04 21:45:41.528233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36832) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:41.535240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd9617-390a-4fc8-a878-7f3698a26e0d,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:41.542947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cde60-e52b-45a4-8214-bb6cf18a2d53 req-4a1c6d1a-a7d9-4813-8eea-678178479581 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:41.545689 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-573cde60-e52b-45a4-8214-bb6cf18a2d53 req-4a1c6d1a-a7d9-4813-8eea-678178479581 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 946 time: 0.2380385 Dec 04 21:45:41.560686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:41.635971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.701237 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-573cde60-e52b-45a4-8214-bb6cf18a2d53 req-8e9f0ef7-49aa-4f70-bf08-cafbfd3c4e28 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341591 Dec 04 21:45:41.706229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.733635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74878de1-42e4-4f5a-b286-6b62a5a71bd8 None None] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:45:41.768431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.777491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9b461596-d208-4dfe-8436-9d47e396480a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:41.817973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:41.819449 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a3fd9617-390a-4fc8-a878-7f3698a26e0d HTTP/1.1" status: 204 len: 168 time: 0.2871969 Dec 04 21:45:41.820450 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd9617-390a-4fc8-a878-7f3698a26e0d,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:41.830033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:42.706550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 36856) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:42.748591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:42.778967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:42.788175 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Usage tracker for resource:security_group_rule and tenant:f423ab4efa954bc6bb4b17735c93c93d is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:42.808282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:42.820590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:42.824580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79662eac-7a3b-4a02-9ef1-56c3f233df46 req-7364a2f1-2522-426c-a0dd-e2e4eca2d214 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:42.827654 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-79662eac-7a3b-4a02-9ef1-56c3f233df46 req-7364a2f1-2522-426c-a0dd-e2e4eca2d214 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1365242 Dec 04 21:45:42.987003 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-79662eac-7a3b-4a02-9ef1-56c3f233df46 req-0a5ef1aa-88b0-40d6-91f6-a792d6bb750c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500061 Dec 04 21:45:43.108965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:43.113789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:43.124698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-50786aba-15eb-44bf-a294-00001ad9b7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:43.197033 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f423ab4efa954bc6bb4b17735c93c93d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4876497 Dec 04 21:45:43.198254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063676f3-5dee-4027-a2ef-f1847e08faf2,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:43.200482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 36868) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:43.204441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:43.233745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccdb47-eb3c-487a-92be-2e08ced35160 req-10f46818-7fa1-4b2c-ad95-18b3b7b2f8d9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:43.235510 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-39ccdb47-eb3c-487a-92be-2e08ced35160 req-10f46818-7fa1-4b2c-ad95-18b3b7b2f8d9 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 946 time: 0.2357030 Dec 04 21:45:43.299070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:43.301547 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-39ccdb47-eb3c-487a-92be-2e08ced35160 req-113b61d0-1d20-4c58-a6c9-3ae9662ad7df tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 Dec 04 21:45:43.355470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:43.490639 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:43.497417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3887ef67-86cf-420b-ac39-d697cb0b8911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:43.515283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063676f3-5dee-4027-a2ef-f1847e08faf2,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:43.517968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:43.527435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:43.531157 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/063676f3-5dee-4027-a2ef-f1847e08faf2 HTTP/1.1" status: 204 len: 168 time: 0.3270652 Dec 04 21:45:43.537360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-093a3c63-a1af-4139-bad0-54a98b04da46 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:43.539022 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-093a3c63-a1af-4139-bad0-54a98b04da46 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 946 time: 0.1335001 Dec 04 21:45:43.851819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Deleting port f040f814-8561-4e6e-a1f0-4970d543bec4 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:45:43.853140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:44.045539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f040f814-8561-4e6e-a1f0-4970d543bec4 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:45:44.216720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] For port f040f814-8561-4e6e-a1f0-4970d543bec4, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f040f814-8561-4e6e-a1f0-4970d543bec4,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:44.217256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:44.371833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Calling delete_port for f040f814-8561-4e6e-a1f0-4970d543bec4 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:45:44.453236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:44.752990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 04 21:45:44.752990 dv-cinder-749155-4-smb neutron-server[80174]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 04 21:45:44.752990 dv-cinder-749155-4-smb neutron-server[80174]: [parameters: {'status': 'DOWN', 'ports_id': 'f040f814-8561-4e6e-a1f0-4970d543bec4'}] Dec 04 21:45:44.752990 dv-cinder-749155-4-smb neutron-server[80174]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:45:44.755528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:45:44.820579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9601-b725-4d13-97d6-dabef454b0c7 req-97d22776-5735-4d57-9a61-d6b276ae3c35 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:44.823428 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea2a9601-b725-4d13-97d6-dabef454b0c7 req-97d22776-5735-4d57-9a61-d6b276ae3c35 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.3234527 Dec 04 21:45:44.877831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:44.941486 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea2a9601-b725-4d13-97d6-dabef454b0c7 req-f1f709b0-8e70-45bc-9e0a-4b300a673f63 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076453 Dec 04 21:45:44.943488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:45.049927 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-163e0f74-a3b6-4b80-b682-de2026d922c1 req-91ba767b-0f6b-4c64-bed2-c6163914fc43 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=29784f7e-72a0-4fe8-a83d-cfce309fe1d8 HTTP/1.1" status: 200 len: 210 time: 0.1369205 Dec 04 21:45:45.105651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event deleted for resources: {'Port': ['ID=f040f814-8561-4e6e-a1f0-4970d543bec4,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:45.120722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:45.342255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Port f040f814-8561-4e6e-a1f0-4970d543bec4 update to DOWN by agent not found {{(pid=80288) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}} Dec 04 21:45:45.589241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] No DVR routers for this DVR port f040f814-8561-4e6e-a1f0-4970d543bec4 on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:45:45.598701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:45.604001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'name': 'network-vif-deleted', 'tag': 'f040f814-8561-4e6e-a1f0-4970d543bec4'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:45.653059 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f261bb33-a6ba-4f90-bc60-085accae0769 req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "DELETE /v2.0/ports/f040f814-8561-4e6e-a1f0-4970d543bec4 HTTP/1.1" status: 204 len: 173 time: 2.1073897 Dec 04 21:45:45.710862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-77337041-1941-4449-b957-927e30245603 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:45.725366 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-77337041-1941-4449-b957-927e30245603 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/networks?id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 200 len: 814 time: 0.4599571 Dec 04 21:45:45.745960 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-988299b1-92bd-4115-8bd4-24e63e33a8c9 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/quotas/88b5dbb79ff44ccb8b482fa01614315e HTTP/1.1" status: 200 len: 375 time: 0.0188999 Dec 04 21:45:45.825367 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29784f7e-72a0-4fe8-a83d-cfce309fe1d8', 'name': 'network-vif-deleted', 'tag': 'f040f814-8561-4e6e-a1f0-4970d543bec4', 'status': 'completed', 'code': 200} Dec 04 21:45:45.854406 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-2d1fa1b0-3c97-4da8-952a-66fd8a123164 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997512 Dec 04 21:45:46.143542 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-372f4b14-d830-4f67-a397-94cd18c346a2 service neutron] 10.222.0.17 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797682 Dec 04 21:45:46.427462 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-1800cb7d-ec54-42c5-9bd7-9cb03179a03f service neutron] 10.222.0.17 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2745435 Dec 04 21:45:46.449054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06994120-101e-40e3-9bda-33a7c19e1215 req-dbc14625-2b02-4d5a-9b29-a6b68547b6f8 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:46.465558 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06994120-101e-40e3-9bda-33a7c19e1215 req-dbc14625-2b02-4d5a-9b29-a6b68547b6f8 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2366369 Dec 04 21:45:46.604953 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06994120-101e-40e3-9bda-33a7c19e1215 req-be8e16e6-673d-4b24-ba22-cd3d28ccfd85 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375804 Dec 04 21:45:46.882615 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d00575fe-9857-4c30-b775-ec5bb0a4d55d req-8c6a6e7c-1085-4061-89fd-2fd219b37380 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 210 time: 0.1087878 Dec 04 21:45:47.322699 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:47.545320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:47.546366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:48.061660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09920ce7-c6fd-4588-ba61-bd8c44b167f3 req-f9f3ccc9-0b9b-41f1-b9a6-7f464b691710 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:48.063114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-09920ce7-c6fd-4588-ba61-bd8c44b167f3 req-f9f3ccc9-0b9b-41f1-b9a6-7f464b691710 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:48.119563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-09920ce7-c6fd-4588-ba61-bd8c44b167f3 req-f9f3ccc9-0b9b-41f1-b9a6-7f464b691710 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:48.126072 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09920ce7-c6fd-4588-ba61-bd8c44b167f3 req-f9f3ccc9-0b9b-41f1-b9a6-7f464b691710 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 946 time: 0.1959002 Dec 04 21:45:48.234112 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09920ce7-c6fd-4588-ba61-bd8c44b167f3 req-4be0723f-6355-467e-b8b8-805632ac67d4 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000979 Dec 04 21:45:48.367795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde578ba-809b-4df0-be32-d664fbc578cf req-c84b0e04-68ab-4106-bcfd-4f59044bc22d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:48.370836 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fde578ba-809b-4df0-be32-d664fbc578cf req-c84b0e04-68ab-4106-bcfd-4f59044bc22d tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2490027 Dec 04 21:45:48.462436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fde578ba-809b-4df0-be32-d664fbc578cf req-a84403c6-4bd7-46e8-a351-108c612ab32b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789008 Dec 04 21:45:48.555687 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d670c08a-10e1-4ae8-8712-1303aa1289e5 req-957d735b-af72-4eb1-a9a5-b8d8852b5a83 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 210 time: 0.1093655 Dec 04 21:45:49.051392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-0157f992-935b-4dc7-9a4c-840457cf9b54 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:49.058423 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-0157f992-935b-4dc7-9a4c-840457cf9b54 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "GET /v2.0/networks?id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 200 len: 814 time: 0.3447151 Dec 04 21:45:49.090859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Request body: {'port': {'device_id': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33', 'admin_state_up': True, 'tenant_id': '88b5dbb79ff44ccb8b482fa01614315e'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:49.405597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:49.437091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Usage tracker for resource:port and tenant:88b5dbb79ff44ccb8b482fa01614315e is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:49.442098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Quota usage for port was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:49.474902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:49.507725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Made reservation on behalf of 88b5dbb79ff44ccb8b482fa01614315e for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:45:49.529836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:49.804761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3137c-e66c-4219-88d0-78ec66ee0b20 req-a17d4e15-e400-4647-b374-c06d45dd4843 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:49.807073 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ba3137c-e66c-4219-88d0-78ec66ee0b20 req-a17d4e15-e400-4647-b374-c06d45dd4843 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1111884 Dec 04 21:45:49.878848 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ba3137c-e66c-4219-88d0-78ec66ee0b20 req-a018911b-f379-4963-b980-7c4a5a013418 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 Dec 04 21:45:50.114851 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-873d104f-2aaf-4f7b-8a1d-a45dc53b2614 req-cbe9867e-b6b5-4217-9cba-deaa2e568fa0 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 210 time: 0.0661311 Dec 04 21:45:50.125193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e60cc-1e4e-4ba1-b709-bb7bba9830ec req-f6b03c28-d54a-479d-a208-94b3f2e8496e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:50.138638 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3e6e60cc-1e4e-4ba1-b709-bb7bba9830ec req-f6b03c28-d54a-479d-a208-94b3f2e8496e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 946 time: 0.4613342 Dec 04 21:45:50.190464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37046) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:50.203193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af74f1b-9881-467d-a4d6-33bdfe3895d8 req-8ba38ff0-175c-41d3-a29f-f29981d5e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:50.206900 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5af74f1b-9881-467d-a4d6-33bdfe3895d8 req-8ba38ff0-175c-41d3-a29f-f29981d5e6b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.2756937 Dec 04 21:45:50.280850 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5af74f1b-9881-467d-a4d6-33bdfe3895d8 req-215cccce-0ec4-4f27-9b27-42eab83a93d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656109 Dec 04 21:45:50.304281 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3e6e60cc-1e4e-4ba1-b709-bb7bba9830ec req-186b8d8c-5dba-4c41-a46f-5ae9615388ac tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532266 Dec 04 21:45:50.429075 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Allocated IP 172.20.0.7 (947ee50e-b4d4-4b08-a9ba-5353cb11bb33/6d4b1aec-dc4d-4253-88d6-48f57acbb0d5/3468d51f-ba56-4012-89bc-1aac5d9c674d) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:45:50.506147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:50.541431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:45:50.567621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f636d0693e4a88881e728f6c9ba557 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:45:50.576171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:50.586283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:45:50.597616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:45:50.746773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:50.749045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:50.783489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:50.841034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:50.846629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:50.856482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4d729eb6-de3e-4e16-920a-df478fe4b260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:50.890622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ddf34e-2a3c-472a-aa6d-9a3839932bfb,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:50.908930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.909332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.909768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.910243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.910681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.911327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.911904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.912294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.912680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.913063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.913447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.913826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.914544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.914936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.915324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.915707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.916088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.916464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.917206 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.917742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.918154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.918534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.918911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.919286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:50.933370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:50.946360 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a3f636d0693e4a88881e728f6c9ba557&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7476573 Dec 04 21:45:50.948160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:50.950976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37064) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:45:50.984852 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:51.203636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:51.224124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Pushing event updated for resources: {'Port': ['ID=3468d51f-ba56-4012-89bc-1aac5d9c674d,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:51.244677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:51.266021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:51.332372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:51.348684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-14833930-c31a-474d-b55a-da60fbf49723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:51.372269 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:51.373775 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/33ddf34e-2a3c-472a-aa6d-9a3839932bfb HTTP/1.1" status: 204 len: 168 time: 0.4217420 Dec 04 21:45:51.387568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ddf34e-2a3c-472a-aa6d-9a3839932bfb,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:51.402339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-963400a7-e4d7-43f5-be98-fd82c3817026 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:51.404042 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-963400a7-e4d7-43f5-be98-fd82c3817026 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 946 time: 0.3199327 Dec 04 21:45:51.405573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.406030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.406491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.406801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.407191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.407576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.407959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.408341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.408720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.409099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.409480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.409858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.411205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.411529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.412084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.412774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.413193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.413911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.414073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.414529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.414700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.415086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.415464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.415843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:45:51.492781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:51.500242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Deleting port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:45:51.500637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:51.709171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:45:51.717890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:45:51.733701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:45:51.734308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1854-7cbe-46fa-a41e-7b91a4f80e8f req-ddf4ee9e-794d-4e90-a126-b43d4dd96d52 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:51.735981 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89fe1854-7cbe-46fa-a41e-7b91a4f80e8f req-ddf4ee9e-794d-4e90-a126-b43d4dd96d52 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 931 time: 0.1652482 Dec 04 21:45:51.746739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:51.747485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:51.906957 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8248839 Dec 04 21:45:51.931275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16861a-07c9-43fe-a9dc-9f99346328a0 req-a939da39-c90c-415e-9845-244f45f8e2e4 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:51.938019 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7d16861a-07c9-43fe-a9dc-9f99346328a0 req-a939da39-c90c-415e-9845-244f45f8e2e4 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.4176841 Dec 04 21:45:51.949518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Request body: {'port': {'device_id': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:45:52.063862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] For port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:52.064595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:52.187763 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7d16861a-07c9-43fe-a9dc-9f99346328a0 req-ea2ff095-75c7-4a61-b2fb-b5514f8e2ca8 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304936 Dec 04 21:45:52.209991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Calling delete_port for f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:45:52.345933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-89fe1854-7cbe-46fa-a41e-7b91a4f80e8f req-cc057275-70db-4c3c-9b0b-4f804fa0adfe tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Synchronizing usage tracker for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:52.390871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-89fe1854-7cbe-46fa-a41e-7b91a4f80e8f req-cc057275-70db-4c3c-9b0b-4f804fa0adfe tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Unset dirty status for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:52.392230 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89fe1854-7cbe-46fa-a41e-7b91a4f80e8f req-cc057275-70db-4c3c-9b0b-4f804fa0adfe tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402433 Dec 04 21:45:52.501857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:52.511424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:52.576378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:52.672420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:52.731253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event deleted for resources: {'Port': ['ID=f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:52.740784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:52.796571 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:52.797618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:52.826294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] No DVR routers for this DVR port f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:45:52.831778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:52.853435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'name': 'network-vif-deleted', 'tag': 'f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:52.890030 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b10f205c-9d5f-485f-a6fa-4a60233bb085 req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "DELETE /v2.0/ports/f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 HTTP/1.1" status: 204 len: 173 time: 1.4670243 Dec 04 21:45:52.998798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3468d51f-ba56-4012-89bc-1aac5d9c674d {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:45:53.011912 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3dd62c-087c-436f-9d8c-e4de11d08435', 'name': 'network-vif-deleted', 'tag': 'f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233', 'status': 'completed', 'code': 200} Dec 04 21:45:53.028079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:53.049737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Transition to ACTIVE for port object 3468d51f-ba56-4012-89bc-1aac5d9c674d will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:45:53.070165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:53.107640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:45:53.109811 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3b6b11b3-0a7c-4523-bb7c-f26e060d3f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:53.166476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:45:53.167114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device f8ed9dfe-6dfd-409e-a0b8-2e6cab6d2233 not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:45:53.232727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549141c9-ef36-4078-adc0-e7e12ac71874 req-da6d8e76-82e8-439c-bc08-9ea1bc531666 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:53.235727 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-549141c9-ef36-4078-adc0-e7e12ac71874 req-da6d8e76-82e8-439c-bc08-9ea1bc531666 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=8f3dd62c-087c-436f-9d8c-e4de11d08435 HTTP/1.1" status: 200 len: 867 time: 0.8197339 Dec 04 21:45:53.474006 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-549141c9-ef36-4078-adc0-e7e12ac71874 req-f176e630-1935-4ca6-8504-c77a9bd5cbca tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061826 Dec 04 21:45:53.494463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790a777-ee6b-44e9-b005-5296997b7eae req-e00ec7fd-4530-4630-baee-dd466f5a5dde tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:53.498673 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e790a777-ee6b-44e9-b005-5296997b7eae req-e00ec7fd-4530-4630-baee-dd466f5a5dde tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1482933 Dec 04 21:45:53.506217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Pushing event updated for resources: {'Port': ['ID=3468d51f-ba56-4012-89bc-1aac5d9c674d,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:53.538598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:53.586144 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e790a777-ee6b-44e9-b005-5296997b7eae req-ab28fcd0-a19e-42e1-a904-ae95d6c89caa tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Dec 04 21:45:53.824530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Attempting to bind port 3468d51f-ba56-4012-89bc-1aac5d9c674d on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:45:53.825137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Attempting to bind port 3468d51f-ba56-4012-89bc-1aac5d9c674d by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:45:53.825923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Attempting to bind port 3468d51f-ba56-4012-89bc-1aac5d9c674d on network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:45:53.847420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:45:53.849168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Checking segment: {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:45:53.849698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:53.850394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Bound using segment: {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:45:53.851290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Bound port: 3468d51f-ba56-4012-89bc-1aac5d9c674d, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:45:53.851820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:54.103665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] For port 3468d51f-ba56-4012-89bc-1aac5d9c674d, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:45:54.107439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] For port 3468d51f-ba56-4012-89bc-1aac5d9c674d, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3468d51f-ba56-4012-89bc-1aac5d9c674d,segment=NetworkSegment(893b7864-98c2-44ab-92cf-4d4108de67f7),segment_id=893b7864-98c2-44ab-92cf-4d4108de67f7)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:45:54.121738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:54.137763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3e8b64f8-1922-43f1-a276-a9eacbe2f77f tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:54.323955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bdbf-c7a6-4743-acfb-d3c06d1ee5a0 req-1e84e15c-1642-4d1a-8884-0d3405e819de tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:54.324610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-24c7bdbf-c7a6-4743-acfb-d3c06d1ee5a0 req-1e84e15c-1642-4d1a-8884-0d3405e819de tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Synchronizing usage tracker for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:54.340084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Pushing event updated for resources: {'Port': ['ID=3468d51f-ba56-4012-89bc-1aac5d9c674d,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:54.346685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:54.386875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-24c7bdbf-c7a6-4743-acfb-d3c06d1ee5a0 req-1e84e15c-1642-4d1a-8884-0d3405e819de tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Unset dirty status for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:54.388166 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-24c7bdbf-c7a6-4743-acfb-d3c06d1ee5a0 req-1e84e15c-1642-4d1a-8884-0d3405e819de tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 943 time: 0.5139685 Dec 04 21:45:54.427916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:54.428610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:54.430181 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] 10.222.0.49 "PUT /v2.0/ports/3468d51f-ba56-4012-89bc-1aac5d9c674d HTTP/1.1" status: 200 len: 1157 time: 2.4891474 Dec 04 21:45:54.430730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'tag': '3468d51f-ba56-4012-89bc-1aac5d9c674d'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:54.463054 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-24c7bdbf-c7a6-4743-acfb-d3c06d1ee5a0 req-0d477d26-21b8-42c5-91ed-17006d697a66 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666027 Dec 04 21:45:54.576506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-6b18c919-57b9-4050-a01f-a6629e445510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:54.578281 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-6b18c919-57b9-4050-a01f-a6629e445510 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 1160 time: 0.0909338 Dec 04 21:45:54.602719 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'tag': '3468d51f-ba56-4012-89bc-1aac5d9c674d', 'status': 'completed', 'code': 200} Dec 04 21:45:54.700661 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-cfa9865e-b531-44d7-9951-e90704d20629 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3468d51f-ba56-4012-89bc-1aac5d9c674d HTTP/1.1" status: 200 len: 217 time: 0.0893829 Dec 04 21:45:54.742855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-ab43b7ab-99a7-48bf-9d6e-8cf04fc97ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:54.744822 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-ab43b7ab-99a7-48bf-9d6e-8cf04fc97ec8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 1163 time: 0.1050668 Dec 04 21:45:54.841025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-e05ff51c-e767-499e-aeef-a26bd6e04209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:54.846325 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-e05ff51c-e767-499e-aeef-a26bd6e04209 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d4b1aec-dc4d-4253-88d6-48f57acbb0d5 HTTP/1.1" status: 200 len: 854 time: 0.1365714 Dec 04 21:45:54.940619 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-85b8721c-8910-4cb5-be8c-d31cfd511663 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884275 Dec 04 21:45:55.021407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-0f9c2284-ed97-4c8b-ac4a-37edbfed992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:55.024536 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-0f9c2284-ed97-4c8b-ac4a-37edbfed992b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 200 len: 913 time: 0.2720215 Dec 04 21:45:55.171430 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-8c3abf3d-631b-461e-8039-ebd9227bf9fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 200 len: 217 time: 0.1375592 Dec 04 21:45:55.180043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-060d7d0a-38ab-49fc-8753-be0811d30ed4 service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258325 Dec 04 21:45:55.183390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b9774-2195-4c8a-9c33-56f1570c7a62 req-656ee3f0-9c32-4ca3-89c2-062c27e371da tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:55.185066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a37b9774-2195-4c8a-9c33-56f1570c7a62 req-656ee3f0-9c32-4ca3-89c2-062c27e371da tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.4064786 Dec 04 21:45:55.341908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-bf2c1444-d4f4-4e63-9154-0a7d6e19e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:55.344890 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-bf2c1444-d4f4-4e63-9154-0a7d6e19e51e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 200 len: 859 time: 0.1584234 Dec 04 21:45:55.450569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72fac7-d2e8-49d0-86ca-80206d6fbc88 req-7de4adf4-e80e-493e-aef3-519aa4e24870 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:55.453919 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2d72fac7-d2e8-49d0-86ca-80206d6fbc88 req-7de4adf4-e80e-493e-aef3-519aa4e24870 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 945 time: 0.2052751 Dec 04 21:45:55.455854 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-93e5cc84-e390-495b-a256-f121e694bfc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d87fa63-caeb-4a6e-b985-b09df8378cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871716 Dec 04 21:45:55.467409 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a37b9774-2195-4c8a-9c33-56f1570c7a62 req-530b5100-05ab-4a81-a6d5-7bfdb0ee8363 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023771 Dec 04 21:45:55.594426 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e2dd134-9b4d-4be8-bb87-8dee449c2576 req-5222fafe-1830-4c3d-bb53-4bf516c58723 service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4007196 Dec 04 21:45:55.662440 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2d72fac7-d2e8-49d0-86ca-80206d6fbc88 req-73a0a6ff-4843-447d-9865-aacbd5847bcc tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980503 Dec 04 21:45:55.906711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-9edd443b-5b6f-4fe1-981f-6a43d6691647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:55.908361 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-9edd443b-5b6f-4fe1-981f-6a43d6691647 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 1160 time: 0.2065327 Dec 04 21:45:55.909537 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-71151c3b-9b8a-4862-a55b-8806592719d1 service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405789 Dec 04 21:45:56.056643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c6286-9e82-4600-bf83-26af5384f841 req-b1fb7fd2-fc82-49ab-b051-c8cefa8da549 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:56.059386 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-128c6286-9e82-4600-bf83-26af5384f841 req-b1fb7fd2-fc82-49ab-b051-c8cefa8da549 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 943 time: 0.2209496 Dec 04 21:45:56.087997 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-abb7c968-5fe5-4cfc-9f82-c552abc11e1b req-ae786acf-3201-41e3-9fd4-3e8eb9f49abf service neutron] 10.222.0.49 "GET /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1669488 Dec 04 21:45:56.147568 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-128c6286-9e82-4600-bf83-26af5384f841 req-80425235-d0ab-412d-a457-0ae4c221cd6c tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785024 Dec 04 21:45:56.148869 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-450aaad1-b94f-4039-9226-2b876a3ed6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:56.150587 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-450aaad1-b94f-4039-9226-2b876a3ed6fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 200 len: 908 time: 0.2300503 Dec 04 21:45:56.229667 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-34b637e1-e0bf-4c9f-8598-88c13aaf4438 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3468d51f-ba56-4012-89bc-1aac5d9c674d HTTP/1.1" status: 200 len: 217 time: 0.0711782 Dec 04 21:45:56.319070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-f6f7378f-0710-4b01-9c4f-3f3bc98faf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:56.320660 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-f6f7378f-0710-4b01-9c4f-3f3bc98faf98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d4b1aec-dc4d-4253-88d6-48f57acbb0d5 HTTP/1.1" status: 200 len: 854 time: 0.0719762 Dec 04 21:45:56.396404 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-bac03a0b-8ad8-4472-acab-dddd968e0f59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461948 Dec 04 21:45:56.590882 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-07f88f9d-f5c2-433f-9c0b-1acb25af2297 service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839182 Dec 04 21:45:56.764573 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c561d6c-e2c0-41d8-b0c0-c8f83f431ad6 req-1aa7d0bd-5bb6-4451-8b94-9cbd109cf79d service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1647367 Dec 04 21:45:57.187325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6d470-b1c2-40a9-bc15-708dcd9e0872 req-2cd3d075-6750-4ccd-ac41-7c11da20bbaa tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:57.189368 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-95b6d470-b1c2-40a9-bc15-708dcd9e0872 req-2cd3d075-6750-4ccd-ac41-7c11da20bbaa tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.5053027 Dec 04 21:45:57.252122 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-95b6d470-b1c2-40a9-bc15-708dcd9e0872 req-644fd311-c480-44de-8e94-6760877f5f7b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563385 Dec 04 21:45:57.361751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d62916-f5e8-428a-8acf-9cd72def9d1d req-48d3d2e8-13af-4910-83eb-65670e74f8dd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:57.366715 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-51d62916-f5e8-428a-8acf-9cd72def9d1d req-48d3d2e8-13af-4910-83eb-65670e74f8dd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 945 time: 0.2328124 Dec 04 21:45:57.391156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-43c444eb-289e-4428-9d81-7165eddf18fd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:57.392792 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-43c444eb-289e-4428-9d81-7165eddf18fd tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 945 time: 0.1500778 Dec 04 21:45:57.503609 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-51d62916-f5e8-428a-8acf-9cd72def9d1d req-a6203bdf-d6de-4255-80e4-10c8bc6d702b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198428 Dec 04 21:45:57.521718 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Deleting port 50b81bfa-7210-4eef-90d1-0856542bf4f1 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:45:57.522154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:57.730556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68286221-5251-4588-b380-42c74d4e509f req-8a0357e8-524c-4e37-b66b-e04ee0873da0 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:57.732762 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-68286221-5251-4588-b380-42c74d4e509f req-8a0357e8-524c-4e37-b66b-e04ee0873da0 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 943 time: 0.0986876 Dec 04 21:45:57.775408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-61c0ff6e-ba0e-49f6-9dc0-b38881069f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:57.803302 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-68286221-5251-4588-b380-42c74d4e509f req-e2047b2c-d822-4e43-8449-19d7173c779b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576234 Dec 04 21:45:58.023857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] For port 50b81bfa-7210-4eef-90d1-0856542bf4f1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=50b81bfa-7210-4eef-90d1-0856542bf4f1,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:45:58.024286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:58.166931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Calling delete_port for 50b81bfa-7210-4eef-90d1-0856542bf4f1 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:45:58.323691 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:58.340500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:45:58.402374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event deleted for resources: {'Port': ['ID=50b81bfa-7210-4eef-90d1-0856542bf4f1,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:45:58.410100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:45:58.601232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e163-9492-4345-8780-482ed604d918 req-1a61ed85-3b1b-4869-8bc9-75c8c0f95f6c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:58.605551 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c120e163-9492-4345-8780-482ed604d918 req-1a61ed85-3b1b-4869-8bc9-75c8c0f95f6c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1982555 Dec 04 21:45:58.668369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] No DVR routers for this DVR port 50b81bfa-7210-4eef-90d1-0856542bf4f1 on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:45:58.673621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:58.676637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'name': 'network-vif-deleted', 'tag': '50b81bfa-7210-4eef-90d1-0856542bf4f1'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:45:58.702135 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-827d1bf7-ec30-4684-a132-9f49b6175fd5 req-f7442d1a-02d4-4330-900e-1eddaf03ca2b tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "DELETE /v2.0/ports/50b81bfa-7210-4eef-90d1-0856542bf4f1 HTTP/1.1" status: 204 len: 173 time: 1.2920566 Dec 04 21:45:58.713792 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c120e163-9492-4345-8780-482ed604d918 req-adfcb9af-4cae-48fe-9523-7fd2f6e6965c tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757554 Dec 04 21:45:58.864008 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a8cc1d-1ffc-405a-aa20-629102006be9', 'name': 'network-vif-deleted', 'tag': '50b81bfa-7210-4eef-90d1-0856542bf4f1', 'status': 'completed', 'code': 200} Dec 04 21:45:58.968951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6adaea32-3696-4d71-bdd7-d7172d03bb57 req-386269fc-a0d3-4fd6-be9d-caf908d6d5e6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:45:58.983739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:45:59.016101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6adaea32-3696-4d71-bdd7-d7172d03bb57 req-386269fc-a0d3-4fd6-be9d-caf908d6d5e6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:45:59.016101 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6adaea32-3696-4d71-bdd7-d7172d03bb57 req-386269fc-a0d3-4fd6-be9d-caf908d6d5e6 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=79a8cc1d-1ffc-405a-aa20-629102006be9 HTTP/1.1" status: 200 len: 210 time: 0.1327014 Dec 04 21:45:59.210288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:45:59.211312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:45:59.277414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb200bc-a3ba-45ea-9105-a05ee15da58a req-5ba2e3a3-078c-4f09-8fab-056a69e471c1 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:45:59.287503 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8bb200bc-a3ba-45ea-9105-a05ee15da58a req-5ba2e3a3-078c-4f09-8fab-056a69e471c1 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 943 time: 0.1073067 Dec 04 21:45:59.411017 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8bb200bc-a3ba-45ea-9105-a05ee15da58a req-143ffaaf-5c0b-47d4-bc5a-63c9e8860a3f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219990 Dec 04 21:45:59.524355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 50b81bfa-7210-4eef-90d1-0856542bf4f1 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:45:59.623805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 50b81bfa-7210-4eef-90d1-0856542bf4f1 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:45:59.624941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 50b81bfa-7210-4eef-90d1-0856542bf4f1 not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:45:59.936482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37242) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:00.126203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12bd34-a264-465a-b424-9616d0b048a5 req-69521788-8237-432c-a41f-35850be92b40 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:00.136051 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-da12bd34-a264-465a-b424-9616d0b048a5 req-69521788-8237-432c-a41f-35850be92b40 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1664681 Dec 04 21:46:00.150487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.189738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:00.197817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Usage tracker for resource:security_group_rule and tenant:e33fb08aff3046c79199cb6a7355cc0a is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:00.210706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37252) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:00.210997 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-da12bd34-a264-465a-b424-9616d0b048a5 req-a57d55c6-b1ea-4478-8b71-51e358bcf057 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730779 Dec 04 21:46:00.212880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:00.274216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:00.362303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Deleting subnet 6f658932-f590-4753-8722-25e552f3327e {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:46:00.373584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.458102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.567552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.570973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.580555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.697048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-56774060-22e7-4ba4-8633-1fd381b3ba73 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:46:00.727295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fd09e240-cd65-4665-bce1-1308da79f710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:00.860771 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e33fb08aff3046c79199cb6a7355cc0a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9172506 Dec 04 21:46:00.861042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37272) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:00.891523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef240b07-0477-4565-9101-5ef6e3785070,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:00.898314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:00.952893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6a88c2da-8ace-4daa-b5cf-79a042cd8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:00.979287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.019418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f06b-753c-40b0-8707-7740c5d438d2 req-7fb2ff99-6059-423f-88e1-1ba8848862fb tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:01.021684 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d650f06b-753c-40b0-8707-7740c5d438d2 req-7fb2ff99-6059-423f-88e1-1ba8848862fb tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 943 time: 0.2801547 Dec 04 21:46:01.061508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.123134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.128550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-49a3c225-8082-461d-947d-4264a7535373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:01.135654 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d650f06b-753c-40b0-8707-7740c5d438d2 req-d93987bf-8cbe-4616-9c7a-cee21bb5d9e3 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893009 Dec 04 21:46:01.143198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef240b07-0477-4565-9101-5ef6e3785070,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:01.146810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.147144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:01.149253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.150552 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ef240b07-0477-4565-9101-5ef6e3785070 HTTP/1.1" status: 204 len: 168 time: 0.2898202 Dec 04 21:46:01.179049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bdfaf2b9-ec4b-492d-ad33-1cc4821a619c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:01.235763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f658932-f590-4753-8722-25e552f3327e,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:01.242264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:01.338457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.354917 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-81725fbe-b109-48e3-b4a6-980804ef9b19 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6f658932-f590-4753-8722-25e552f3327e HTTP/1.1" status: 204 len: 168 time: 1.1363587 Dec 04 21:46:01.358069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37284) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:01.493247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.561405 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37290) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:01.587480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.604309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:01.609128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfb21adcefa467ba64f5337e80d17ed is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:01.612742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:01.620971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:01.703209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.732556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.736565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.751979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-11b51e0a-375a-4ef6-86ef-10632ca04803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:01.787595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5258c0e9-750f-4042-a449-a9a8eae55d87,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:01.791199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:01.813627 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4cfb21adcefa467ba64f5337e80d17ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2507310 Dec 04 21:46:01.816475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37296) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:01.875626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3685ca5-8e6a-4485-9528-2edb696b4a83']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:01.894143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.899627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df707af-d7b5-4037-8a64-45fd0424c6c9') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:01.900029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df707af-d7b5-4037-8a64-45fd0424c6c9') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:01.908620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.932598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.975837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:01.976678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3468d51f-ba56-4012-89bc-1aac5d9c674d up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:01.993068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.012837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:46:02.097916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.103369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-77d46c36-e9e9-4651-9f8a-bac9044504c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:02.147111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5258c0e9-750f-4042-a449-a9a8eae55d87,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:02.151073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:02.153560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.159269 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5258c0e9-750f-4042-a449-a9a8eae55d87 HTTP/1.1" status: 204 len: 168 time: 0.3415475 Dec 04 21:46:02.228931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 3468d51f-ba56-4012-89bc-1aac5d9c674d completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:46:02.236443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3468d51f-ba56-4012-89bc-1aac5d9c674d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:02.237082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.377211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.409841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3468d51f-ba56-4012-89bc-1aac5d9c674d'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:02.423896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 3468d51f-ba56-4012-89bc-1aac5d9c674d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3468d51f-ba56-4012-89bc-1aac5d9c674d,segment=NetworkSegment(893b7864-98c2-44ab-92cf-4d4108de67f7),segment_id=893b7864-98c2-44ab-92cf-4d4108de67f7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:02.428291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.429546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:02.436668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:02.457465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.460913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:02.721476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=3468d51f-ba56-4012-89bc-1aac5d9c674d,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:02.741656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:02.769179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.771156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.795922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:02.796537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:02.953232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c770-8748-4828-a7f3-041f998b9342 req-71f71c65-0df0-44b9-aef1-3825d90a62f1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:02.954651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6754c770-8748-4828-a7f3-041f998b9342 req-71f71c65-0df0-44b9-aef1-3825d90a62f1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Synchronizing usage tracker for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:02.993627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Network a3685ca5-8e6a-4485-9528-2edb696b4a83 has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:03.005760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37326) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:46:03.024781 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:46:03.053593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6754c770-8748-4828-a7f3-041f998b9342 req-71f71c65-0df0-44b9-aef1-3825d90a62f1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Unset dirty status for tenant:cf5461b9bc7f4c0096b14da09548e45a on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:03.054935 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6754c770-8748-4828-a7f3-041f998b9342 req-71f71c65-0df0-44b9-aef1-3825d90a62f1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 0.6228235 Dec 04 21:46:03.125151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e18b94-dfce-4495-9b74-eb2d57cffbab req-65699474-ccef-481e-b075-2dc99e296c8c tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:03.126893 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-28e18b94-dfce-4495-9b74-eb2d57cffbab req-65699474-ccef-481e-b075-2dc99e296c8c tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1457832 Dec 04 21:46:03.140655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.183777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:03.191938 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-28e18b94-dfce-4495-9b74-eb2d57cffbab req-b20639e6-0b2a-415a-8cf6-5f047e99981b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525756 Dec 04 21:46:03.194569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Usage tracker for resource:security_group_rule and tenant:c13c3f04134b401aa269d3fca4a9f67b is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:03.205457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.205457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:03.212093 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6754c770-8748-4828-a7f3-041f998b9342 req-6ccbc0b6-4545-421a-bf04-747bf41b4c79 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960433 Dec 04 21:46:03.218462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:03.220773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1cbcb811-7cc6-4d6e-849c-0f12ea4798fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:03.243433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.251057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3685ca5-8e6a-4485-9528-2edb696b4a83,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:03.251186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:03.282381 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3468d51f-ba56-4012-89bc-1aac5d9c674d', 'code': 200} Dec 04 21:46:03.308790 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-bb3a007a-272f-4c3c-9bd6-f3d6171e8ce8 admin admin] 10.222.0.17 "DELETE /v2.0/networks/a3685ca5-8e6a-4485-9528-2edb696b4a83 HTTP/1.1" status: 204 len: 168 time: 1.9476666 Dec 04 21:46:03.312751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37334) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:03.387040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3468d51f-ba56-4012-89bc-1aac5d9c674d up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:03.452715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.458663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.471685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dbe1b076-1ae9-4908-80b6-e88a96efcaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:03.473280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Deleting subnet 18644689-a8d2-4b7b-9db4-c1a6819c1988 {{(pid=80286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:46:03.485170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.497839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3468d51f-ba56-4012-89bc-1aac5d9c674d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:03.498482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.554531 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c13c3f04134b401aa269d3fca4a9f67b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5477676 Dec 04 21:46:03.555634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37340) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:03.572805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.576121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b984bf3-d6e8-46cd-8f95-2710bc598073,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:03.589076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.595926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:03.608547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad7486-a541-4dd8-9302-d913f6db5f41 req-e2c5c850-43b8-47dc-817f-d640f3c1a329 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:03.610326 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-49ad7486-a541-4dd8-9302-d913f6db5f41 req-e2c5c850-43b8-47dc-817f-d640f3c1a329 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2199433 Dec 04 21:46:03.690282 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-49ad7486-a541-4dd8-9302-d913f6db5f41 req-83ef488d-b1c2-45ed-9558-2a0f9de56ae1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706124 Dec 04 21:46:03.709272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.745423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.749906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.802737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.811805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7cf107f-b8ce-433b-873a-31878a0dfae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:03.817672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300489e-5ba5-42ab-af47-3af6b33a16c0 req-0c7da121-4cb9-4205-b28c-011269af101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:03.819462 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f300489e-5ba5-42ab-af47-3af6b33a16c0 req-0c7da121-4cb9-4205-b28c-011269af101a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 1162 time: 0.1963727 Dec 04 21:46:03.833365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b984bf3-d6e8-46cd-8f95-2710bc598073,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:03.838744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:03.841650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:03.846466 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2b984bf3-d6e8-46cd-8f95-2710bc598073 HTTP/1.1" status: 204 len: 168 time: 0.2843370 Dec 04 21:46:03.889011 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f300489e-5ba5-42ab-af47-3af6b33a16c0 req-4ccc205d-4e46-4e8c-89ac-778d561625c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Dec 04 21:46:03.989560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for subnet, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:04.006646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:04.055450 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18644689-a8d2-4b7b-9db4-c1a6819c1988,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:04.059624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:04.152498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:04.159334 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/18644689-a8d2-4b7b-9db4-c1a6819c1988 HTTP/1.1" status: 204 len: 168 time: 0.8447819 Dec 04 21:46:04.162782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37348) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:04.295286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:04.504514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:04.556325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081678-8a68-4ef7-a090-b9f0c290c63d req-7692bb3c-bbb6-437f-ba28-2dff619b44a1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:04.557971 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-db081678-8a68-4ef7-a090-b9f0c290c63d req-7692bb3c-bbb6-437f-ba28-2dff619b44a1 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 0.1176372 Dec 04 21:46:04.618751 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-db081678-8a68-4ef7-a090-b9f0c290c63d req-1927d31c-afa0-45fd-8b90-190cdf6e3e39 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Dec 04 21:46:04.705488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.705941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.706744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.707159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > port after_create 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.707628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.708262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > port after_update 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.708647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.709026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.709381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.709748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.781818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.781818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.781818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.782211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 21:46:04.783455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99362f2d-80fb-49e6-947f-9fc8f8f8f1ba']}} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:04.853941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3df8467-96eb-4b9b-a306-9ef0fb3b3654') {'for_net_delete': True} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:04.854274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3df8467-96eb-4b9b-a306-9ef0fb3b3654') {} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:04.886627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847528534'] for segment, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:04.909683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba51102-b84f-4ff2-998c-c5d088b1b622 req-4757ca9f-f1bf-4c53-a0b9-b8a6c575d0c0 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:04.928700 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9ba51102-b84f-4ff2-998c-c5d088b1b622 req-4757ca9f-f1bf-4c53-a0b9-b8a6c575d0c0 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.3819485 Dec 04 21:46:04.952535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:04.959300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:46:05.049112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08353622-7e90-4dc2-9355-684e9d1797e7 req-82b4b9ff-05e3-41b8-b50d-b2dc73ef5f9a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:05.060009 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08353622-7e90-4dc2-9355-684e9d1797e7 req-82b4b9ff-05e3-41b8-b50d-b2dc73ef5f9a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1234474 Dec 04 21:46:05.110885 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08353622-7e90-4dc2-9355-684e9d1797e7 req-c580488e-0a49-423a-bccc-e6e965f909b8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492332 Dec 04 21:46:05.111779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37378) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:05.171520 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9ba51102-b84f-4ff2-998c-c5d088b1b622 req-0659f97b-e0f0-4b68-9e2d-2a2587724407 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512116 Dec 04 21:46:05.185302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-3c7e03f0-72d1-403f-9460-e439f620643d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:05.186941 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-3c7e03f0-72d1-403f-9460-e439f620643d tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 0.4845767 Dec 04 21:46:05.202513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:05.244613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848712471'] for segment, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.277823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748742119-network', 'tenant_id': 'fe69d5d73dc540ed8f81915cc8fc7414'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:46:05.283515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:05.288650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Usage tracker for resource:network and tenant:fe69d5d73dc540ed8f81915cc8fc7414 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:05.291766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:05.297517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:05.308558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Made reservation on behalf of fe69d5d73dc540ed8f81915cc8fc7414 for: {'network': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:46:05.313285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.327029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.343374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:05.348340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Usage tracker for resource:security_group_rule and tenant:fe69d5d73dc540ed8f81915cc8fc7414 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:05.352006 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:05.360132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:05.381844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Deleting port 32494d54-2e50-4469-9549-b259a693d742 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:05.382239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.455943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.460962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.462894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-800e29e9-e883-401e-af1d-f2dd1a3c9927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:05.498420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:46:05.509992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f530afe-b393-4501-909e-29a45cfbd294,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:05.513312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Network 99362f2d-80fb-49e6-947f-9fc8f8f8f1ba has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:05.513645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:05.519213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302170168777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.519426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3468d51f-ba56-4012-89bc-1aac5d9c674d up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:05.520181 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Added segment 6cd47624-cee6-4320-96dc-4a2785493c06 of type vxlan for network 30a51b67-67e5-4ad9-b739-959985f20218 Dec 04 21:46:05.549177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: (rel_b, rel_a, rel_b), Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: (rel_b, rel_a, rel_b), Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:46:05.553220 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:46:05.581525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.584089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:05.585258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.592567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:05.648797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3468d51f-ba56-4012-89bc-1aac5d9c674d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:05.649377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.712142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.737188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:05.737426 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6210535 Dec 04 21:46:05.739234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37386) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:05.742640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Pushing event updated for resources: {'Network': ['ID=30a51b67-67e5-4ad9-b739-959985f20218,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:05.745912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-569bbf18-bf7b-4155-aa12-cad72f60a19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:05.750946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Request body: {'subnet': {'network_id': '30a51b67-67e5-4ad9-b739-959985f20218', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748742119-subnet', 'tenant_id': 'fe69d5d73dc540ed8f81915cc8fc7414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:46:05.757257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:05.762560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Usage tracker for resource:subnet and tenant:fe69d5d73dc540ed8f81915cc8fc7414 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:05.768687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:05.776194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 30a51b67-67e5-4ad9-b739-959985f20218 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:46:05.777797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:05.784590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.790170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Made reservation on behalf of fe69d5d73dc540ed8f81915cc8fc7414 for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:46:05.790530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Pushing event deleted for resources: {'Network': ['ID=99362f2d-80fb-49e6-947f-9fc8f8f8f1ba,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:05.796222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6344488'] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:05.810442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 30a51b67-67e5-4ad9-b739-959985f20218 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:46:05.812388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:05.833250 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f4b03907-71b3-4f08-bb9f-3da95b23567d admin admin] 10.222.0.17 "DELETE /v2.0/networks/99362f2d-80fb-49e6-947f-9fc8f8f8f1ba HTTP/1.1" status: 204 len: 168 time: 1.6648014 Dec 04 21:46:05.965718 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] For port 32494d54-2e50-4469-9549-b259a693d742, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=32494d54-2e50-4469-9549-b259a693d742,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:05.966340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:06.003423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c1cf-5c8c-48cb-b287-f76ffb462ed7 req-faf990e6-16ca-4b0d-9557-2abe550cbb2e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:06.005960 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3e70c1cf-5c8c-48cb-b287-f76ffb462ed7 req-faf990e6-16ca-4b0d-9557-2abe550cbb2e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 946 time: 0.1945040 Dec 04 21:46:06.068617 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3e70c1cf-5c8c-48cb-b287-f76ffb462ed7 req-9650b140-8fc5-4720-a384-4b9b35036a5e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534647 Dec 04 21:46:06.124982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37396) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:06.227531 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d130685a-3a7e-4f77-928a-855485f5429d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=68aaa9cebaf84a67a56f19ac36addab0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1012506 Dec 04 21:46:06.231160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37404) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:06.235742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 32494d54-2e50-4469-9549-b259a693d742 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:06.434878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Calling delete_port for 32494d54-2e50-4469-9549-b259a693d742 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:06.502379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:06.550260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32494d54-2e50-4469-9549-b259a693d742'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:06.557577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 32494d54-2e50-4469-9549-b259a693d742, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=32494d54-2e50-4469-9549-b259a693d742,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:06.561594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:06.563573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:06.625498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:46:06.625923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:46:06.642617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=32494d54-2e50-4469-9549-b259a693d742,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:06.647562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:06.674850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e607721-c04e-4527-981b-ef404d98437d req-05cca551-9d3a-42d1-a130-0e379379d6e2 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:06.678220 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4e607721-c04e-4527-981b-ef404d98437d req-05cca551-9d3a-42d1-a130-0e379379d6e2 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1279140 Dec 04 21:46:06.730812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4e607721-c04e-4527-981b-ef404d98437d req-fa750be9-5fc7-4cef-98f9-b3733449711c tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459058 Dec 04 21:46:06.775466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:06.832961 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:06.868756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc9b45-db55-4688-ae9f-b957e6337bee req-37031091-10be-4d32-b758-dc9bff1cafe4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:06.870425 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-eafc9b45-db55-4688-ae9f-b957e6337bee req-37031091-10be-4d32-b758-dc9bff1cafe4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2398791 Dec 04 21:46:06.968573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3fd1f-0e7d-44bf-9860-28effd5b267f req-280d8759-8a82-42a4-94d9-d8cc1633fb30 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:06.970320 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b2f3fd1f-0e7d-44bf-9860-28effd5b267f req-280d8759-8a82-42a4-94d9-d8cc1633fb30 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1164124 Dec 04 21:46:06.983642 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-eafc9b45-db55-4688-ae9f-b957e6337bee req-d6262556-8242-4bef-a65e-a1057b8ec2be tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977492 Dec 04 21:46:06.999407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.043717 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b2f3fd1f-0e7d-44bf-9860-28effd5b267f req-23151e88-b692-47c4-a551-72dfa45d45e9 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630155 Dec 04 21:46:07.051423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8712a36b-d087-491d-8674-fdd944ee8cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:07.075570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6328037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6344519'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.099211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03628121-4294-4142-82c9-25cb80fc23c7,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:07.101854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:07.116497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:07.127249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Deleting port 32494d54-2e50-4469-9549-b259a693d742 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:07.128242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.157061 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32494d54-2e50-4469-9549-b259a693d742', 'code': 200} Dec 04 21:46:07.277600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.281485 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/03628121-4294-4142-82c9-25cb80fc23c7 HTTP/1.1" status: 204 len: 168 time: 0.9831448 Dec 04 21:46:07.315136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cc6de7-99a3-4e98-be3f-7e178f5b452f,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:07.319501 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:07.447886 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddb9f1-c855-496e-9a93-9eccdaf707df req-074be464-a596-42cf-b11c-79a1e6e21728 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:07.449619 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dcddb9f1-c855-496e-9a93-9eccdaf707df req-074be464-a596-42cf-b11c-79a1e6e21728 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 944 time: 0.1796639 Dec 04 21:46:07.459541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Checking segment: {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:46:07.459541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Network hostable DHCP agents. Network: 30a51b67-67e5-4ad9-b739-959985f20218, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:46:07.517675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Network 30a51b67-67e5-4ad9-b739-959985f20218 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:46:07.538620 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dcddb9f1-c855-496e-9a93-9eccdaf707df req-5d43bd0d-b097-4175-af72-bb996ff47b7a tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/security-groups?id=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817373 Dec 04 21:46:07.552106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 30a51b67-67e5-4ad9-b739-959985f20218) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:46:07.572359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd97a2-f950-42bb-b82c-a36be723bd83 None None] Network 30a51b67-67e5-4ad9-b739-959985f20218 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:46:07.578623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:07.579292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.614547 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6f532292-5fae-43d9-b56e-eb229a85440f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8588464 Dec 04 21:46:07.614761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3468d51f-ba56-4012-89bc-1aac5d9c674d up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:07.630419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] For port 32494d54-2e50-4469-9549-b259a693d742, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=32494d54-2e50-4469-9549-b259a693d742,segment=NetworkSegment(c06f2590-6f8c-4872-9136-0e90861f0142),segment_id=c06f2590-6f8c-4872-9136-0e90861f0142)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:07.630865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.792154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Calling delete_port for 32494d54-2e50-4469-9549-b259a693d742 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:07.822406 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 3468d51f-ba56-4012-89bc-1aac5d9c674d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:07.822831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:07.963994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37472) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:08.056898 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5cb0cc08-ef93-4db7-ad43-f8be5f52c0a4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c3de3342ad6c4e82acf2d91bb1c2346a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0914173 Dec 04 21:46:08.059729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37480) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:08.063543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:08.133975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:08.208152 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Pushing event deleted for resources: {'Port': ['ID=32494d54-2e50-4469-9549-b259a693d742,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:08.209252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbeba5-e821-43f6-9dc8-44465862ca99 None None] Network 30a51b67-67e5-4ad9-b739-959985f20218 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:46:08.239502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:08.339312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:46:08.417248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24527e2a-aba1-4a9a-a2d1-fd2971b854b0 req-a70a5f9e-6b4d-4c55-9d6e-4e758a7158e4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:08.419074 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-24527e2a-aba1-4a9a-a2d1-fd2971b854b0 req-a70a5f9e-6b4d-4c55-9d6e-4e758a7158e4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1185410 Dec 04 21:46:08.506376 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-24527e2a-aba1-4a9a-a2d1-fd2971b854b0 req-45e2ec5e-fdfa-440c-8036-ea9a13418347 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802777 Dec 04 21:46:08.564460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:08.581680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] No DVR routers for this DVR port 32494d54-2e50-4469-9549-b259a693d742 on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:46:08.589500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:08.592602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'name': 'network-vif-deleted', 'tag': '32494d54-2e50-4469-9549-b259a693d742'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:08.625460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:08.639051 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-33ccd6c2-ee82-4616-93d6-e2e9f0977927 req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.49 "DELETE /v2.0/ports/32494d54-2e50-4469-9549-b259a693d742 HTTP/1.1" status: 204 len: 173 time: 3.4386277 Dec 04 21:46:08.653091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f713c5-5763-4017-82e3-5ad072c43d96 req-0974c6c8-8833-4a8f-8f53-f85fb6d32391 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:08.654806 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09f713c5-5763-4017-82e3-5ad072c43d96 req-0974c6c8-8833-4a8f-8f53-f85fb6d32391 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.3910570 Dec 04 21:46:08.736353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:08.744735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-867037e0-d79d-43d6-ad57-6a90d3ddb105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:08.751205 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1abc9795-ff45-4274-9fd2-3a8676ff7e5c req-dd15166a-0a8e-49dd-b2d9-69e7af26512e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] 10.222.0.17 "GET /v2.0/ports?device_id=d472683f-7712-4213-a33e-3499f5db21d0 HTTP/1.1" status: 200 len: 210 time: 0.0529268 Dec 04 21:46:08.777259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1976f8d-7222-4082-ba8c-736b25aca354,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:08.787330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:08.797320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:08.799270 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f1976f8d-7222-4082-ba8c-736b25aca354 HTTP/1.1" status: 204 len: 168 time: 0.7382438 Dec 04 21:46:08.822364 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09f713c5-5763-4017-82e3-5ad072c43d96 req-26ca049c-cefc-48b1-aad0-2d47e5653aa7 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263411 Dec 04 21:46:08.848258 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472683f-7712-4213-a33e-3499f5db21d0', 'name': 'network-vif-deleted', 'tag': '32494d54-2e50-4469-9549-b259a693d742', 'status': 'completed', 'code': 200} Dec 04 21:46:09.545625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:09.666475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:09.671487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:09.788235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-89c20703-5154-41af-b0ec-2b1be715e6de tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:09.792225 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-89c20703-5154-41af-b0ec-2b1be715e6de tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.1484516 Dec 04 21:46:09.895934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802da73-c51b-4ab3-a349-ac176be2596a req-d8e21731-1b36-40a6-82a5-fcaf52493654 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:09.902700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Deleting port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:09.903356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:09.909572 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9802da73-c51b-4ab3-a349-ac176be2596a req-d8e21731-1b36-40a6-82a5-fcaf52493654 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2031019 Dec 04 21:46:09.937753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37524) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:10.092366 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9802da73-c51b-4ab3-a349-ac176be2596a req-7fb8500b-774c-433d-ab67-396173469498 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798794 Dec 04 21:46:10.121071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Deleting subnet 01d0d095-1c8a-4002-8cf4-897e9eb73dd3 {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:46:10.131064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:10.221159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:10.303089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:10.656226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141e915-1aa7-4ff7-842b-3ede235c2bc6 req-9c6df35f-f2da-40f7-8eb7-e09bc90e7ca3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:10.658730 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9141e915-1aa7-4ff7-842b-3ede235c2bc6 req-9c6df35f-f2da-40f7-8eb7-e09bc90e7ca3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 946 time: 0.3870409 Dec 04 21:46:10.667304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] For port 368ffd0f-c9f3-4e52-94d4-756a58b72e63, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=368ffd0f-c9f3-4e52-94d4-756a58b72e63,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:10.667710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:10.699580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:10.733402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:10.829147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Calling delete_port for 368ffd0f-c9f3-4e52-94d4-756a58b72e63 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:10.832442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d0d095-1c8a-4002-8cf4-897e9eb73dd3,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:10.844279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:10.911210 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9141e915-1aa7-4ff7-842b-3ede235c2bc6 req-13d29b8c-419a-415e-88e9-20c0473595b7 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335486 Dec 04 21:46:11.095649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.109939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.129326 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e471207c-f57f-497c-bfd1-6ac53b834df2 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/01d0d095-1c8a-4002-8cf4-897e9eb73dd3 HTTP/1.1" status: 204 len: 168 time: 1.1863387 Dec 04 21:46:11.130800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37554) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:11.131722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28a1431f-5cf4-4577-b608-dfc2ae080881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:11.188284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Pushing event deleted for resources: {'Port': ['ID=368ffd0f-c9f3-4e52-94d4-756a58b72e63,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:11.193532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-de8c7ea3-f83b-4016-87cb-891abe83a2e8 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:11.194835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-de8c7ea3-f83b-4016-87cb-891abe83a2e8 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Synchronizing usage tracker for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:network {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:11.221059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:11.221784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37560) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:11.251947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:11.355061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 368ffd0f-c9f3-4e52-94d4-756a58b72e63 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:46:11.358683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.359339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 368ffd0f-c9f3-4e52-94d4-756a58b72e63 not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:46:11.418028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-de8c7ea3-f83b-4016-87cb-891abe83a2e8 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Unset dirty status for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:network {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:11.419394 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-de8c7ea3-f83b-4016-87cb-891abe83a2e8 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/networks?id=30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 200 len: 809 time: 0.6481113 Dec 04 21:46:11.447558 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-235b809b-3b6b-47f3-b743-7e628ccaf222 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/quotas/fe69d5d73dc540ed8f81915cc8fc7414 HTTP/1.1" status: 200 len: 375 time: 0.0149076 Dec 04 21:46:11.550072 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-938265f7-8689-42b6-9f4e-501df593162e tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704546 Dec 04 21:46:11.587833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.653977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:11.670481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb10c173d294d4499917e615aacabee is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:11.680828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:11.740191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.755324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e126bc-ed45-4455-b152-fd5e45a2c797 req-8cec1ac0-fa36-4e22-b59f-255af109c683 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:11.758211 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c9e126bc-ed45-4455-b152-fd5e45a2c797 req-8cec1ac0-fa36-4e22-b59f-255af109c683 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.4159217 Dec 04 21:46:11.759899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:11.778261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] No DVR routers for this DVR port 368ffd0f-c9f3-4e52-94d4-756a58b72e63 on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:46:11.792834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.819434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682380d2-3965-4bd2-9d8b-b096298c051d', 'name': 'network-vif-deleted', 'tag': '368ffd0f-c9f3-4e52-94d4-756a58b72e63'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:11.902274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f23444f-6055-4b6e-bb35-d0aa4f7edcaa']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:11.902548 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d7db843a-6ced-4bf2-9fe1-9e81367e3d71 req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "DELETE /v2.0/ports/368ffd0f-c9f3-4e52-94d4-756a58b72e63 HTTP/1.1" status: 204 len: 173 time: 2.0997152 Dec 04 21:46:11.911753 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c9e126bc-ed45-4455-b152-fd5e45a2c797 req-ede5af63-b81b-48dd-84e7-69121cf711d4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377895 Dec 04 21:46:11.912005 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-6735bcc0-16f0-4449-9710-b8cb72a859a5 service neutron] 10.222.0.17 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482783 Dec 04 21:46:11.919682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06f2590-6f8c-4872-9136-0e90861f0142') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:11.920029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06f2590-6f8c-4872-9136-0e90861f0142') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:11.983274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.986814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:11.996887 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ea2d78d8-f890-4f30-b81d-0f8d79e296ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:11.999656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.054183 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ecb10c173d294d4499917e615aacabee&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8303120 Dec 04 21:46:12.056623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b6fb9-3493-4616-a00a-4e7d7b57e560,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:12.059628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37572) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:12.063100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:12.086690 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682380d2-3965-4bd2-9d8b-b096298c051d', 'name': 'network-vif-deleted', 'tag': '368ffd0f-c9f3-4e52-94d4-756a58b72e63', 'status': 'completed', 'code': 200} Dec 04 21:46:12.158680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.200657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.314162 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.318238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:46:12.346414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-030a0ef2-e8b1-4b71-b92e-bdf7693c63f5 req-3dcc9fe9-a860-41db-8b82-c6041029a746 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Synchronizing usage tracker for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:12.367977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-030a0ef2-e8b1-4b71-b92e-bdf7693c63f5 req-3dcc9fe9-a860-41db-8b82-c6041029a746 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Unset dirty status for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:12.369437 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-030a0ef2-e8b1-4b71-b92e-bdf7693c63f5 req-3dcc9fe9-a860-41db-8b82-c6041029a746 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=682380d2-3965-4bd2-9d8b-b096298c051d HTTP/1.1" status: 200 len: 210 time: 0.1041079 Dec 04 21:46:12.378546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.384921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:12.398243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b6fb9-3493-4616-a00a-4e7d7b57e560,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:12.401016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:12.407543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.409821 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fe1b6fb9-3493-4616-a00a-4e7d7b57e560 HTTP/1.1" status: 204 len: 168 time: 0.3482282 Dec 04 21:46:12.537648 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-78c8fff1-9c5d-4649-955f-996637453d8f service neutron] 10.222.0.17 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6041887 Dec 04 21:46:12.554443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:12.570270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:12.834729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Network 2f23444f-6055-4b6e-bb35-d0aa4f7edcaa has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:46:12.871115 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:46:12.999239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:13.003099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-babe2367-d4a7-46be-8ae1-7f3bb02fd2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:13.029924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:13.035962 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-57768ba3-8e78-40c5-9292-6a904e86ae96 req-cbc01e69-40c9-4b3a-8f59-a1865920b529 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 210 time: 0.1349833 Dec 04 21:46:13.067451 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2f23444f-6055-4b6e-bb35-d0aa4f7edcaa HTTP/1.1" status: 204 len: 168 time: 1.9354613 Dec 04 21:46:13.069554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f23444f-6055-4b6e-bb35-d0aa4f7edcaa,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:13.083487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-257275b1-0cdc-43db-9689-c1ae4eb80555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:13.279254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d1a9-498a-4b7d-8fa9-baba7110bd8c req-84639195-bde8-4062-9491-e276466cddac tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:13.288365 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c59d1a9-498a-4b7d-8fa9-baba7110bd8c req-84639195-bde8-4062-9491-e276466cddac tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1149781 Dec 04 21:46:13.358661 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c59d1a9-498a-4b7d-8fa9-baba7110bd8c req-12d1e6d7-56ae-4115-aac9-f1cd6d833915 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686738 Dec 04 21:46:13.371189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37604) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:13.469047 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0dfd3359-d8ae-45be-b323-58ed19a05915 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cf5461b9bc7f4c0096b14da09548e45a&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0972888 Dec 04 21:46:13.472087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37610) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:13.555915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:13.591448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:13.650395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:13.655761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f53b39af-094d-43b7-8950-0d535f4ee7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:13.672751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:13.676866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:13.691654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:13.693464 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5d5b76f6-df45-47f5-8fa8-d40f44c2a6f9 HTTP/1.1" status: 204 len: 168 time: 0.2195914 Dec 04 21:46:14.307548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffb766-9791-4292-8958-6406689bbf90 req-758b2969-0c1d-49e7-853d-5b042013e0ee tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:14.313286 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b4ffb766-9791-4292-8958-6406689bbf90 req-758b2969-0c1d-49e7-853d-5b042013e0ee tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1894174 Dec 04 21:46:14.329197 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d79ca23-70ea-4995-953e-1751d45230f4 req-ef181054-1fd6-42c4-8aa2-30d11c1a4ea8 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 210 time: 0.0773079 Dec 04 21:46:14.420514 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b4ffb766-9791-4292-8958-6406689bbf90 req-c366e1ee-0474-48dd-91de-84e1293ab3e8 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879095 Dec 04 21:46:14.674720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da55c-5454-4716-b1db-33cfa5f24b11 req-624120c5-a0de-4f6e-9d11-515481c3df99 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:14.678290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0f1da55c-5454-4716-b1db-33cfa5f24b11 req-624120c5-a0de-4f6e-9d11-515481c3df99 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1093707 Dec 04 21:46:14.793546 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0f1da55c-5454-4716-b1db-33cfa5f24b11 req-90cbe179-d627-4f87-87a3-905dffd08118 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950706 Dec 04 21:46:14.987167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-cf56cbcf-4e6d-49f6-94c4-7524bc5c375f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:14.991159 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-cf56cbcf-4e6d-49f6-94c4-7524bc5c375f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "GET /v2.0/networks?id=30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 200 len: 809 time: 0.3652134 Dec 04 21:46:15.031982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Request body: {'port': {'device_id': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218', 'admin_state_up': True, 'tenant_id': 'fe69d5d73dc540ed8f81915cc8fc7414'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:46:15.281185 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:15.289701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Usage tracker for resource:port and tenant:fe69d5d73dc540ed8f81915cc8fc7414 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:15.295775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Quota usage for port was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:15.304499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:15.322499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Made reservation on behalf of fe69d5d73dc540ed8f81915cc8fc7414 for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:46:15.333154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:15.555743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:15.718050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:15.718445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:15.776981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eaf02-c333-4e7b-929d-3895b780768b req-2df32347-2547-4167-a81d-7fe803af4bfa tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:15.779060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-401eaf02-c333-4e7b-929d-3895b780768b req-2df32347-2547-4167-a81d-7fe803af4bfa tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1599956 Dec 04 21:46:15.901198 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-401eaf02-c333-4e7b-929d-3895b780768b req-d7564232-61e0-488d-8638-78a09c90a415 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896134 Dec 04 21:46:16.122683 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-184f6139-4eb5-4d98-a959-037505428d0f req-1a047214-b947-4733-b9dd-c59bcc80380b tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 210 time: 0.0950866 Dec 04 21:46:16.158178 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7c11-761e-44f4-ab45-e35e7bcbb55a req-b039380a-eb18-4e98-9d8f-dacc4dab9d6e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:16.160431 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f1cc7c11-761e-44f4-ab45-e35e7bcbb55a req-b039380a-eb18-4e98-9d8f-dacc4dab9d6e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1272676 Dec 04 21:46:16.252664 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f1cc7c11-761e-44f4-ab45-e35e7bcbb55a req-152166f4-e270-4ccc-baac-05bda06a3fc1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844939 Dec 04 21:46:16.303923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Allocated IP 172.20.0.13 (30a51b67-67e5-4ad9-b739-959985f20218/b2cc6de7-99a3-4e98-be3f-7e178f5b452f/fe247616-d19b-4cf8-9d93-d47c1fd7abdb) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:46:16.720564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:16.764728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:16.781278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aa085cb7-6a8b-4051-8d06-1386d41fc5ea tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:16.944920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Pushing event updated for resources: {'Port': ['ID=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:16.948359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:17.079505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Network 30a51b67-67e5-4ad9-b739-959985f20218 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:46:17.124979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:46:17.134106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:46:17.257071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:17.258461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:17.318162 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2972274 Dec 04 21:46:17.338745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970cea9-1878-4d14-928d-2a1ddf03ccff req-1e4ceed8-3147-4935-8b7a-6a5b2f712808 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:17.353189 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b970cea9-1878-4d14-928d-2a1ddf03ccff req-1e4ceed8-3147-4935-8b7a-6a5b2f712808 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.2842515 Dec 04 21:46:17.377658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Request body: {'port': {'device_id': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:46:17.422848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c23818-80f5-406d-8bf3-18c324ba267a req-ca37df46-4126-4836-b3d9-eb36165f4f7d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:17.425758 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06c23818-80f5-406d-8bf3-18c324ba267a req-ca37df46-4126-4836-b3d9-eb36165f4f7d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 932 time: 0.1110203 Dec 04 21:46:17.493665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-06c23818-80f5-406d-8bf3-18c324ba267a req-709a224c-7691-429c-95a2-07113ce9ae5e tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Synchronizing usage tracker for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:17.524005 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-06c23818-80f5-406d-8bf3-18c324ba267a req-709a224c-7691-429c-95a2-07113ce9ae5e tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Unset dirty status for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:17.526354 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06c23818-80f5-406d-8bf3-18c324ba267a req-709a224c-7691-429c-95a2-07113ce9ae5e tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Dec 04 21:46:17.533783 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b970cea9-1878-4d14-928d-2a1ddf03ccff req-81c90a5d-8c16-424f-badf-f72fbfe85701 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799901 Dec 04 21:46:17.558160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:17.909268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782383b-fbcb-4058-af39-a686b90c7bd3 req-bc3d7d1c-b603-46df-8d62-6da2aa5f0494 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:17.915063 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e782383b-fbcb-4058-af39-a686b90c7bd3 req-bc3d7d1c-b603-46df-8d62-6da2aa5f0494 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1348906 Dec 04 21:46:17.969227 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e782383b-fbcb-4058-af39-a686b90c7bd3 req-41169c8a-a30e-4c36-96d9-b96694f760de tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515668 Dec 04 21:46:17.983339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37758) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:18.085010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe247616-d19b-4cf8-9d93-d47c1fd7abdb {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:46:18.098745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.114542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Transition to ACTIVE for port object fe247616-d19b-4cf8-9d93-d47c1fd7abdb will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:46:18.118580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.137209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1a44a3aa-7680-4f69-96f9-8f0092263b01 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:18.211456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.230169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:18.235532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8a2ec0df9143eeab4242af8ca07b34 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:18.240225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:18.247457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:18.337572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:18.343846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:18.366228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.371259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.389019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6b361a12-701d-4880-ad01-9f7d8cda99c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:18.462782 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bc8a2ec0df9143eeab4242af8ca07b34&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4766545 Dec 04 21:46:18.464000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c38da18-c54d-4bb5-b61b-9648053ca3ff,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:18.466899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37766) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:18.470381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:18.551908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.587098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.625564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Attempting to bind port fe247616-d19b-4cf8-9d93-d47c1fd7abdb on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:46:18.626324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Attempting to bind port fe247616-d19b-4cf8-9d93-d47c1fd7abdb by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:46:18.627221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Attempting to bind port fe247616-d19b-4cf8-9d93-d47c1fd7abdb on network 30a51b67-67e5-4ad9-b739-959985f20218 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:46:18.640277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:46:18.641076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Checking segment: {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:46:18.642626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.642626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Bound using segment: {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:46:18.643582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Bound port: fe247616-d19b-4cf8-9d93-d47c1fd7abdb, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:46:18.643948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.719057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.731423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-62697c37-073a-4ef2-a4a8-ef52d998d1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:18.767214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c38da18-c54d-4bb5-b61b-9648053ca3ff,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:18.771370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.775209 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0c38da18-c54d-4bb5-b61b-9648053ca3ff HTTP/1.1" status: 204 len: 168 time: 0.3064089 Dec 04 21:46:18.791752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8ecf1de-20cc-40ad-a26a-3a412727a5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:18.818115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] For port fe247616-d19b-4cf8-9d93-d47c1fd7abdb, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:46:18.821634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] For port fe247616-d19b-4cf8-9d93-d47c1fd7abdb, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:46:18.881490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:18.915759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056fbec-1e7d-4991-8853-cd04b1c652d2 req-47e64649-42b9-4be9-8d0e-457fbc11010e tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:18.918650 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b056fbec-1e7d-4991-8853-cd04b1c652d2 req-47e64649-42b9-4be9-8d0e-457fbc11010e tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1173961 Dec 04 21:46:18.993261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:19.025678 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b056fbec-1e7d-4991-8853-cd04b1c652d2 req-5680aee3-4eff-40c7-96a3-54007a72936b tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911160 Dec 04 21:46:19.137836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:19.142626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:19.158581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc50c-7d77-4154-8df2-5466996b57be req-148bd674-9368-4f3b-a450-90a6fb61a525 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:19.159388 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-577dc50c-7d77-4154-8df2-5466996b57be req-148bd674-9368-4f3b-a450-90a6fb61a525 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Synchronizing usage tracker for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:19.188694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:19.189476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.191053 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe247616-d19b-4cf8-9d93-d47c1fd7abdb HTTP/1.1" status: 200 len: 1158 time: 1.8359740 Dec 04 21:46:19.192225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:19.198517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-577dc50c-7d77-4154-8df2-5466996b57be req-148bd674-9368-4f3b-a450-90a6fb61a525 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Unset dirty status for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:19.199817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-577dc50c-7d77-4154-8df2-5466996b57be req-148bd674-9368-4f3b-a450-90a6fb61a525 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.4266913 Dec 04 21:46:19.330622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257a1ad-f480-4791-b556-a07201103dc3 req-e6dc2007-3078-4ae1-80d2-e77cdfe6dd2d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:19.334306 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7257a1ad-f480-4791-b556-a07201103dc3 req-e6dc2007-3078-4ae1-80d2-e77cdfe6dd2d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1158149 Dec 04 21:46:19.356882 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-577dc50c-7d77-4154-8df2-5466996b57be req-c4f0415f-c61c-4f72-88f4-ddfbf5535273 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458068 Dec 04 21:46:19.396569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-6b6e575e-6c0c-40af-8575-434a0cf78479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:19.398276 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-6b6e575e-6c0c-40af-8575-434a0cf78479 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 1161 time: 0.1256783 Dec 04 21:46:19.413238 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7257a1ad-f480-4791-b556-a07201103dc3 req-cd9febfb-ac09-4b08-a4c0-c82d3b15a64a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704312 Dec 04 21:46:19.452591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37784) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:19.478175 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.498517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:19.501621 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb', 'status': 'completed', 'code': 200} Dec 04 21:46:19.505555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Usage tracker for resource:security_group_rule and tenant:2f9ef836140448208ddc3517c6809074 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:19.507622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:19.514410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:19.518837 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-f193368a-82c7-48ba-b4cf-a18434e640d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe247616-d19b-4cf8-9d93-d47c1fd7abdb HTTP/1.1" status: 200 len: 217 time: 0.1046779 Dec 04 21:46:19.618503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-bf94e7f2-fe09-4fcd-a939-5be59cd724c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:19.621700 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-bf94e7f2-fe09-4fcd-a939-5be59cd724c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2cc6de7-99a3-4e98-be3f-7e178f5b452f HTTP/1.1" status: 200 len: 849 time: 0.0888822 Dec 04 21:46:19.663456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.668147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.685376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-993d814b-57b9-48a8-bbba-0cf650def905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:19.699815 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-e42f3e6f-909f-4404-b35a-053622888478 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30a51b67-67e5-4ad9-b739-959985f20218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482860 Dec 04 21:46:19.737143 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2f9ef836140448208ddc3517c6809074&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2820258 Dec 04 21:46:19.738913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3f4b6-6d3f-41d6-b085-a84086a601d7,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:19.743299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-03c45e1f-1ffc-4e98-b69c-2e9a6853ee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:19.743865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37790) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:19.836627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.870571 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.895141 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-c671a39f-23c9-447f-ba40-18f27a60f330 service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682863 Dec 04 21:46:19.928399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.935398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6e023370-b232-4377-abe8-78487aaa6715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:19.954272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:19.958796 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e9e3f4b6-6d3f-41d6-b085-a84086a601d7 HTTP/1.1" status: 204 len: 168 time: 0.2103477 Dec 04 21:46:19.958796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3f4b6-6d3f-41d6-b085-a84086a601d7,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:19.960121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:20.133414 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d1c2740-4438-41bd-bc38-3cd41a45d061 req-68ffc7a0-a377-4aef-b3c1-cce7f4d65ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2302809 Dec 04 21:46:20.388765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed20e-06b0-4e72-b5a1-421573c7b03f req-a209a3dc-5348-4c13-bd3a-f45acfc8e367 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:20.390515 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c00ed20e-06b0-4e72-b5a1-421573c7b03f req-a209a3dc-5348-4c13-bd3a-f45acfc8e367 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.1667967 Dec 04 21:46:20.436535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3866f5-9f13-4182-b555-e374360ba204 req-66b548cd-b47c-4758-ad5d-8cf49326cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:20.438382 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-66b548cd-b47c-4758-ad5d-8cf49326cfab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 1161 time: 0.1549897 Dec 04 21:46:20.488730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-2ca2d178-d940-4e7c-b60e-2098d0f15096 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:20.490495 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-2ca2d178-d940-4e7c-b60e-2098d0f15096 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 946 time: 0.0988300 Dec 04 21:46:20.617812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c00ed20e-06b0-4e72-b5a1-421573c7b03f req-b2815c67-2c79-4e45-8e3b-abe0ab863169 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/security-groups?id=299b35c7-dfea-45f3-a508-16d46bf25229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045667 Dec 04 21:46:20.675465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Deleting port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:20.675795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:20.718893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3866f5-9f13-4182-b555-e374360ba204 req-04e412f7-ed49-4d8b-8730-e50701acf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:20.725350 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-04e412f7-ed49-4d8b-8730-e50701acf86b service neutron] 10.222.0.49 "GET /v2.0/networks?id=30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 200 len: 903 time: 0.2744462 Dec 04 21:46:20.864957 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-f7d1d4b3-3a9c-4ec6-bf56-be64daeee263 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe247616-d19b-4cf8-9d93-d47c1fd7abdb HTTP/1.1" status: 200 len: 217 time: 0.1346495 Dec 04 21:46:20.910456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf672b4b-7a8c-4b0b-b70d-fbdbef681bf4 req-69cc11e8-6afa-43c7-ac5a-66bce6e93c3d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:20.918196 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cf672b4b-7a8c-4b0b-b70d-fbdbef681bf4 req-69cc11e8-6afa-43c7-ac5a-66bce6e93c3d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.3443205 Dec 04 21:46:21.015464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3866f5-9f13-4182-b555-e374360ba204 req-96af37b2-ebe9-4140-ae15-5f87ebaec8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:21.017208 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-96af37b2-ebe9-4140-ae15-5f87ebaec8b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2cc6de7-99a3-4e98-be3f-7e178f5b452f HTTP/1.1" status: 200 len: 849 time: 0.1035662 Dec 04 21:46:21.083135 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cf672b4b-7a8c-4b0b-b70d-fbdbef681bf4 req-2ddfe014-ad79-4888-be56-4468d2c42d87 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635773 Dec 04 21:46:21.084238 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-7880b4f4-4c5a-47e1-b16f-b519e3123af0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30a51b67-67e5-4ad9-b739-959985f20218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586329 Dec 04 21:46:21.140358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc502-864c-4484-b461-8a4df4c2ba70 req-d0f35d83-c1c0-494a-a374-12ed3d26f6b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:21.141466 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-800dc502-864c-4484-b461-8a4df4c2ba70 req-d0f35d83-c1c0-494a-a374-12ed3d26f6b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2755094 Dec 04 21:46:21.146610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] For port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:21.146979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:21.290935 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-800dc502-864c-4484-b461-8a4df4c2ba70 req-b7336180-25ce-430f-9bb2-19aa85923617 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265023 Dec 04 21:46:21.351025 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-e1f3dd63-9d08-49d6-94fc-e159b3d65b81 service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578647 Dec 04 21:46:21.368930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Calling delete_port for 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:21.523420 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b3866f5-9f13-4182-b555-e374360ba204 req-eef55b93-8fbf-42d4-a856-688f38ea09e7 service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1651409 Dec 04 21:46:21.583374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:21.603185 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:21.624494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ebdb5bed-9cf7-4c91-a215-c672769e2ca1 tempest-VolumesActionsTest-347219794 tempest-VolumesActionsTest-347219794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:21.684123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Pushing event deleted for resources: {'Port': ['ID=3dca68f6-f904-4f0f-99e5-87d9cebe3c22,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:21.689710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:21.705349 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:21.710072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:21.870542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] No DVR routers for this DVR port 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:46:21.874620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:21.881109 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e424b-47ec-4edb-b765-bed81041e62d', 'name': 'network-vif-deleted', 'tag': '3dca68f6-f904-4f0f-99e5-87d9cebe3c22'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:21.933947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:22.019026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:46:22.019720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3dca68f6-f904-4f0f-99e5-87d9cebe3c22 not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:46:22.032535 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e424b-47ec-4edb-b765-bed81041e62d', 'name': 'network-vif-deleted', 'tag': '3dca68f6-f904-4f0f-99e5-87d9cebe3c22', 'status': 'completed', 'code': 200} Dec 04 21:46:22.036553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-72b39d8e-3d1e-433b-9289-8ee6436abaee req-695e750d-9011-4b3f-911e-d714527496f3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Synchronizing usage tracker for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:22.041915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-52f34d47-96fe-41ab-846e-499e586a20d3 req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.49 "DELETE /v2.0/ports/3dca68f6-f904-4f0f-99e5-87d9cebe3c22 HTTP/1.1" status: 204 len: 173 time: 1.5455174 Dec 04 21:46:22.068161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-72b39d8e-3d1e-433b-9289-8ee6436abaee req-695e750d-9011-4b3f-911e-d714527496f3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Unset dirty status for tenant:0e1b5a4a69334ca2975534f04e1c043b on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:22.081405 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-72b39d8e-3d1e-433b-9289-8ee6436abaee req-695e750d-9011-4b3f-911e-d714527496f3 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] 10.222.0.17 "GET /v2.0/ports?device_id=935e424b-47ec-4edb-b765-bed81041e62d HTTP/1.1" status: 200 len: 210 time: 0.1863439 Dec 04 21:46:22.380473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e674ae7-5f74-4c56-a333-ef037036ff3d req-1d22e01a-366e-42ce-8307-171b977af1a5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:22.382401 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6e674ae7-5f74-4c56-a333-ef037036ff3d req-1d22e01a-366e-42ce-8307-171b977af1a5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.1326315 Dec 04 21:46:22.481656 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6e674ae7-5f74-4c56-a333-ef037036ff3d req-1ce06596-6ba7-423e-982e-644355586c21 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905814 Dec 04 21:46:22.625788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7606-287f-4f53-90ce-abf92401f18d req-f5a99151-1d77-4c70-bfd9-14ca384a4f37 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:22.630834 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fc5f7606-287f-4f53-90ce-abf92401f18d req-f5a99151-1d77-4c70-bfd9-14ca384a4f37 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1251316 Dec 04 21:46:22.705529 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fc5f7606-287f-4f53-90ce-abf92401f18d req-cb418cbc-79b8-474c-b7e3-7eb83f861bf5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675871 Dec 04 21:46:23.208812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37858) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:24.022744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854340899'] for router_interface, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:24.026171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eeba4-9c8f-4a3f-a6db-1710bb48f852 req-b9bf206e-3f04-41f6-9841-a28ead98c0a3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:24.029279 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2d9eeba4-9c8f-4a3f-a6db-1710bb48f852 req-b9bf206e-3f04-41f6-9841-a28ead98c0a3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1413541 Dec 04 21:46:24.130760 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2d9eeba4-9c8f-4a3f-a6db-1710bb48f852 req-e17a14e7-f24e-446d-99a2-b179450a3ff5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921285 Dec 04 21:46:24.198060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47385aca-305d-4444-bccc-4ff2092f51fa req-9cd537f2-891c-48b8-a589-f64a63f49f43 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:24.199787 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-47385aca-305d-4444-bccc-4ff2092f51fa req-9cd537f2-891c-48b8-a589-f64a63f49f43 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.2766526 Dec 04 21:46:24.319645 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-47385aca-305d-4444-bccc-4ff2092f51fa req-4f4beabc-1832-41c5-8b09-07e8b8ba778a tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021843 Dec 04 21:46:24.793850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Deleting port 1e464457-7b26-42de-bdd7-37e483e097b4 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:24.794514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:25.003346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] For port 1e464457-7b26-42de-bdd7-37e483e097b4, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=1e464457-7b26-42de-bdd7-37e483e097b4,segment=NetworkSegment(b71bbcf2-292d-44d2-9040-1eade2162c3f),segment_id=b71bbcf2-292d-44d2-9040-1eade2162c3f)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:25.004295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:25.156793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Calling delete_port for 1e464457-7b26-42de-bdd7-37e483e097b4 owned by network:router_interface {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:25.429147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81543a-12c6-4605-89e2-6e6b744aa01e req-68191973-5140-4462-aed2-617ab1a63bc6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:25.430855 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d81543a-12c6-4605-89e2-6e6b744aa01e req-68191973-5140-4462-aed2-617ab1a63bc6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1213827 Dec 04 21:46:25.515834 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d81543a-12c6-4605-89e2-6e6b744aa01e req-128002bb-a1f5-4f05-bfc0-10fd5d64b749 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772848 Dec 04 21:46:25.710677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cdc5-2f3e-46f6-8aff-4ad6c19a1d85 req-f0a5f6bc-95ed-473a-bea2-eb53445b8a9d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:25.713702 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8331cdc5-2f3e-46f6-8aff-4ad6c19a1d85 req-f0a5f6bc-95ed-473a-bea2-eb53445b8a9d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.2036216 Dec 04 21:46:25.786997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:25.809619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0afc4186-70f8-4a09-a0c6-06142b4ba342 tempest-DeleteServersTestJSON-814994676 tempest-DeleteServersTestJSON-814994676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:25.868650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e464457-7b26-42de-bdd7-37e483e097b4,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:25.875055 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8331cdc5-2f3e-46f6-8aff-4ad6c19a1d85 req-c8034ef6-3b28-4ea5-b84d-f99f8a59c1f7 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377859 Dec 04 21:46:25.876017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:26.100476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a14a-dc73-445b-8963-012ca628955a req-de24ab69-623f-4909-95f6-2959714b0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:26.102192 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-de24ab69-623f-4909-95f6-2959714b0606 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1163 time: 0.1724656 Dec 04 21:46:26.442747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a14a-dc73-445b-8963-012ca628955a req-067668cc-b125-499c-ac1a-a31a920edab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:26.444388 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-067668cc-b125-499c-ac1a-a31a920edab2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.3191452 Dec 04 21:46:26.517601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-976612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428877'] for router_interface, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:26.656543 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-1dc08d63-1d9e-46ce-bb71-5d3860bbb1fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 1001 time: 0.2037551 Dec 04 21:46:26.776174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a14a-dc73-445b-8963-012ca628955a req-5cd4439e-50e6-4188-8156-1cb1f625695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:26.777863 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-5cd4439e-50e6-4188-8156-1cb1f625695d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.1116447 Dec 04 21:46:27.050609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4c8f8-6f7e-4cdd-89dc-0d3eb93091cc req-cc4265cf-b191-4930-813c-878860b32ea0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:27.058753 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4fd4c8f8-6f7e-4cdd-89dc-0d3eb93091cc req-cc4265cf-b191-4930-813c-878860b32ea0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.3771122 Dec 04 21:46:27.135459 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4fd4c8f8-6f7e-4cdd-89dc-0d3eb93091cc req-2ab7a5bc-ea4f-4309-b70e-b94491f0249f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710931 Dec 04 21:46:27.303958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37950) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:27.382757 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede1886-c61e-4ef1-b204-296dbec9c765 req-e94360b3-ab47-4940-bc96-02b6b93929ea tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:27.384523 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ede1886-c61e-4ef1-b204-296dbec9c765 req-e94360b3-ab47-4940-bc96-02b6b93929ea tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.3077614 Dec 04 21:46:27.391584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a14a-dc73-445b-8963-012ca628955a req-d0391529-9036-46bc-9365-329acc9e5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:27.393017 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-d0391529-9036-46bc-9365-329acc9e5914 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6059489 Dec 04 21:46:27.503073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:27.524112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:27.541300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce644fa64cf42878e66bdb992d66675 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:27.549187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:27.563686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:27.630455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-10ec104d-9b86-44dc-9e53-c41bc4bdd7f2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:46:27.729370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:27.733075 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:27.745663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ee6772fc-d94f-4ec7-9bb0-a0f846067ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:27.749746 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ede1886-c61e-4ef1-b204-296dbec9c765 req-d1423def-f757-4a0a-9a3a-0e5ad03e24cd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534336 Dec 04 21:46:27.799787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2998100a-6ee6-49db-9bcf-2e29040f834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:27.803444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a13704-564c-4ba4-8910-6843becb8de3,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:27.808703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:27.836026 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6ce644fa64cf42878e66bdb992d66675&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5307391 Dec 04 21:46:27.837007 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 37966) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:27.873157 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-c2bcd466-445c-404d-b56c-747b90fd8bda service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878026 Dec 04 21:46:27.939937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:27.962677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Router ce9f7894-283a-4e85-a36a-d6122901a995 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:46:28.009921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:28.131552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:28.149549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-72a7e6aa-9f8a-4dce-9cf6-247e464dcb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:28.171772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a13704-564c-4ba4-8910-6843becb8de3,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:28.174846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:28.183917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:28.185183 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/44a13704-564c-4ba4-8910-6843becb8de3 HTTP/1.1" status: 204 len: 168 time: 0.3469405 Dec 04 21:46:28.410551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:46:28.426404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] Sync routers for ids ['ce9f7894-283a-4e85-a36a-d6122901a995'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:46:28.451308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] Routers {'ce9f7894-283a-4e85-a36a-d6122901a995'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:46:28.452018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:46:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['ce9f7894-283a-4e85-a36a-d6122901a995'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:28.487130 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] 10.222.0.17 "PUT /v2.0/routers/ce9f7894-283a-4e85-a36a-d6122901a995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2763722 Dec 04 21:46:28.494380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 37988) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:28.648878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e095-a017-442d-8e9d-36945a92e76a req-c65513a5-00d0-4ba4-bc64-ea0041b04f49 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:28.658512 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bb13a14a-dc73-445b-8963-012ca628955a req-00263b57-4ade-4124-94db-c46c2989e0df service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7688980 Dec 04 21:46:28.665511 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a164e095-a017-442d-8e9d-36945a92e76a req-c65513a5-00d0-4ba4-bc64-ea0041b04f49 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2263994 Dec 04 21:46:28.753908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device fe247616-d19b-4cf8-9d93-d47c1fd7abdb up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:28.810914 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a164e095-a017-442d-8e9d-36945a92e76a req-33b39347-2ce2-41fa-a8bc-3da6741eb8d7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401639 Dec 04 21:46:28.965317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port fe247616-d19b-4cf8-9d93-d47c1fd7abdb completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:46:28.991053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port fe247616-d19b-4cf8-9d93-d47c1fd7abdb triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:28.991895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.005563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] Set router ce9f7894-283a-4e85-a36a-d6122901a995 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:46:29.182725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks [] for router, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.462277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:46:25Z', 'revision_number': 5, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:29.468333 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] Checking router: ce9f7894-283a-4e85-a36a-d6122901a995 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:46:29.481602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] Routers {'ce9f7894-283a-4e85-a36a-d6122901a995'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:46:29.482618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:46:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['ce9f7894-283a-4e85-a36a-d6122901a995'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:29.647987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38000) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:29.682285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.683021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.730198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port fe247616-d19b-4cf8-9d93-d47c1fd7abdb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:29.731693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:29.737290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:29.743392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Usage tracker for resource:security_group_rule and tenant:64f2611536944f50b39106d63d64e4f1 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:29.749539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:29.752703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.760835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:29.761700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:29.783463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.814705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] Set router ce9f7894-283a-4e85-a36a-d6122901a995 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:46:29.837034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Deleting port 893e4c67-76de-4a78-af47-1706661054ad {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:29.842274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:29.932324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8c6cb-ada6-472d-b989-88f89ba543fc req-f0be5612-7b0d-46e8-877d-b55b730befcd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:29.949456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-83c8c6cb-ada6-472d-b989-88f89ba543fc req-f0be5612-7b0d-46e8-877d-b55b730befcd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.5313442 Dec 04 21:46:29.966345 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb', 'code': 200} Dec 04 21:46:29.967425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:29.977002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.977352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.977737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.978160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.978528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.978891 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.979254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.979614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.980015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.980533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.980893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.981252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.981695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.982088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.982452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.983211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.983574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.983934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.984291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.984645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.985001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.985356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.985709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:29.986120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:30.011921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.017635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.030077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:30.076906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b9d2e98a-a34e-4cb9-a136-0431d1bc176a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:30.103335 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=64f2611536944f50b39106d63d64e4f1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4541445 Dec 04 21:46:30.110390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38012) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:30.158084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device fe247616-d19b-4cf8-9d93-d47c1fd7abdb up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:30.231128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.232398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b73808-4a52-4eeb-99ae-6476ed0573f3,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:30.247559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:30.312599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.419754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:46:25Z', 'revision_number': 5, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:30.425398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845180b-1fa9-4a40-aa60-e106980eec0b None None] The sync data for ids ['ce9f7894-283a-4e85-a36a-d6122901a995'] in dv-cinder-749155-4-smb is: [{'id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'name': 'tempest-ServerRescueNegativeTestJSON-1247481382-router', 'tenant_id': '0e1b5a4a69334ca2975534f04e1c043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '893e4c67-76de-4a78-af47-1706661054ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:51Z', 'updated_at': '2020-12-04T21:46:25Z', 'revision_number': 5, 'project_id': '0e1b5a4a69334ca2975534f04e1c043b', 'gw_port': {'id': '893e4c67-76de-4a78-af47-1706661054ad', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f7894-283a-4e85-a36a-d6122901a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:46:30.429930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] For port 893e4c67-76de-4a78-af47-1706661054ad, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=893e4c67-76de-4a78-af47-1706661054ad,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:30.430139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.456008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.465859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port fe247616-d19b-4cf8-9d93-d47c1fd7abdb triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:30.468491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.496387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7d9e61ee-a4ec-4b38-8912-45703b0e9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:30.547219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b73808-4a52-4eeb-99ae-6476ed0573f3,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:30.558390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:30.568155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:30.578156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/48b73808-4a52-4eeb-99ae-6476ed0573f3 HTTP/1.1" status: 204 len: 168 time: 0.4538398 Dec 04 21:46:30.632808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Calling delete_port for 893e4c67-76de-4a78-af47-1706661054ad owned by network:router_gateway {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:30.860159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603be40-f7ea-4968-bf92-85ddf22ed689 req-4e5c2e61-1d6d-4b08-a83c-0fd8ce082047 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:30.927567 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5603be40-f7ea-4968-bf92-85ddf22ed689 req-4e5c2e61-1d6d-4b08-a83c-0fd8ce082047 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.3620083 Dec 04 21:46:31.194847 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5603be40-f7ea-4968-bf92-85ddf22ed689 req-d6a9147c-6f87-432e-a634-a9c06d1b7247 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552576 Dec 04 21:46:31.299359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-39024b98-916f-46d0-a54a-d093df8b8f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.322927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: result = function(*args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: proto.__init__(conn_state, self) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: self.handle() Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: self.handle_one_request() Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: self.handle_one_response() Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: result = self.application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return app(environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return request.get_response(self.application) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self._app) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return resp(environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return resp(environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: response = self.app(environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return resp(environ, start_response) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:46:31.325648 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: result = method(request=request, **args) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return self._delete(request, id, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(*dup_args, **dup_kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: obj_deleter(request.context, id, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return method(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(*dup_args, **dup_kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: self._delete_current_gw_port(context, id, router, None) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: admin_ctx, gw_port_id, l3_port_check=False) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, context, *args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return method(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: context, port, router_ids, bound_mech_contexts) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: return function(*args, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: callback(resource, event, trigger, **kwargs) Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: if self._is_session_semantic_violated(context, resource, event): Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: stack = traceback.extract_stack() Dec 04 21:46:31.340977 dv-cinder-749155-4-smb neutron-server[80174]: Dec 04 21:46:31.353904 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-83c8c6cb-ada6-472d-b989-88f89ba543fc req-14ec2959-6a99-4cff-b944-dfb188fd8266 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3827846 Dec 04 21:46:31.502957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081702-4235-4b49-bf4e-97cfd32f6106 req-f95a54a9-cdfb-496d-936b-03eab10ed856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:31.504596 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a081702-4235-4b49-bf4e-97cfd32f6106 req-f95a54a9-cdfb-496d-936b-03eab10ed856 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 1163 time: 0.7783625 Dec 04 21:46:31.620830 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a081702-4235-4b49-bf4e-97cfd32f6106 req-98d954e6-7910-4f31-8d4a-a30f562c47d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049263 Dec 04 21:46:31.629573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430549'] for router_gateway, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.783831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759561'] for router, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.787399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.895156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.918207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367839'] for router, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.918613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9f7894-283a-4e85-a36a-d6122901a995 {{(pid=80285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 21:46:31.935466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:31.937198 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b5551504-6a6f-4c3d-9ef0-82b4cc09e99b admin admin] 10.222.0.17 "DELETE /v2.0/routers/ce9f7894-283a-4e85-a36a-d6122901a995 HTTP/1.1" status: 204 len: 168 time: 3.4396410 Dec 04 21:46:31.940400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38032) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:32.118105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Deleting subnet 6655097a-7100-4a2a-8371-d801e3c57ae2 {{(pid=80286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:46:32.129059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:32.201990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device fe247616-d19b-4cf8-9d93-d47c1fd7abdb up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:32.280802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247266'] for subnet, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:32.366649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 1e464457-7b26-42de-bdd7-37e483e097b4 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:32.423286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 1e464457-7b26-42de-bdd7-37e483e097b4 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:46:32.423815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 1e464457-7b26-42de-bdd7-37e483e097b4 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:46:32.454656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port fe247616-d19b-4cf8-9d93-d47c1fd7abdb triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:32.455322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:32.468110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:32.798490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:32.848084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:32.850626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db067f-77b4-4111-af72-2f7adad1fdcf req-f02995d6-d9ae-4ba9-a89b-992a420adb8f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:32.858752 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-41db067f-77b4-4111-af72-2f7adad1fdcf req-f02995d6-d9ae-4ba9-a89b-992a420adb8f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 946 time: 0.1416602 Dec 04 21:46:32.913224 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-41db067f-77b4-4111-af72-2f7adad1fdcf req-99b7abf6-2f19-46c6-b5dc-e46d1be8f005 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Dec 04 21:46:33.008318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddbacc-86f8-4ae2-8d1d-b7d76e808f96 req-e83bca84-484f-4397-8205-c46f977357cb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:33.010123 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-beddbacc-86f8-4ae2-8d1d-b7d76e808f96 req-e83bca84-484f-4397-8205-c46f977357cb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2289188 Dec 04 21:46:33.057851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848712638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848000239'] for subnet, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:33.194980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b40f18e1-bdc0-40fd-a390-38ecbd66d0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:33.236742 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-beddbacc-86f8-4ae2-8d1d-b7d76e808f96 req-0d67cd27-5545-4b14-afe0-d83b94e2c726 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175717 Dec 04 21:46:33.246293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6655097a-7100-4a2a-8371-d801e3c57ae2,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:33.255573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:33.262231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:33.272595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6bd69eec-5a4a-4a3e-9f8b-5f8ef827ddc0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6655097a-7100-4a2a-8371-d801e3c57ae2 HTTP/1.1" status: 204 len: 168 time: 1.3292029 Dec 04 21:46:33.276729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38060) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:33.708314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:33.764357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:34.215846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device fe247616-d19b-4cf8-9d93-d47c1fd7abdb up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:34.411574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:34.480746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port fe247616-d19b-4cf8-9d93-d47c1fd7abdb triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:34.483114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:34.559788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 893e4c67-76de-4a78-af47-1706661054ad no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:34.667188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d87fa63-caeb-4a6e-b985-b09df8378cd3']}} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:34.689268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71bbcf2-292d-44d2-9040-1eade2162c3f') {'for_net_delete': True} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:34.689797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71bbcf2-292d-44d2-9040-1eade2162c3f') {} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:46:34.695908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 893e4c67-76de-4a78-af47-1706661054ad {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:46:34.696491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 893e4c67-76de-4a78-af47-1706661054ad not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:46:34.706994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847528534'] for segment, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:34.723195 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:34.725957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:46:34.924475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:34.936256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848712471'] for segment, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:35.165481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Network 7d87fa63-caeb-4a6e-b985-b09df8378cd3 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:46:35.386822 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:46:35.457799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:35.498761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:35.523856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:35.528705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1bdf7-f3e6-41b5-b4d5-ec251d2cc44f req-08b80e11-3bcd-4a35-b942-79414a14fcbd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:35.542922 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b0b1bdf7-f3e6-41b5-b4d5-ec251d2cc44f req-08b80e11-3bcd-4a35-b942-79414a14fcbd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2076263 Dec 04 21:46:35.583408 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] 10.222.0.17 "DELETE /v2.0/networks/7d87fa63-caeb-4a6e-b985-b09df8378cd3 HTTP/1.1" status: 204 len: 168 time: 2.2986767 Dec 04 21:46:35.615072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d87fa63-caeb-4a6e-b985-b09df8378cd3,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:35.635855 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b0b1bdf7-f3e6-41b5-b4d5-ec251d2cc44f req-1378058e-31db-4c4d-96cb-e9d89d8ad597 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897243 Dec 04 21:46:35.746134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5732-bf7c-4371-8340-4ccad0e7f937 req-2b14e955-88c5-471a-b32a-4e1fecdd577f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:35.765815 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-881f5732-bf7c-4371-8340-4ccad0e7f937 req-2b14e955-88c5-471a-b32a-4e1fecdd577f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 946 time: 0.3868098 Dec 04 21:46:35.770207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:35.842661 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-881f5732-bf7c-4371-8340-4ccad0e7f937 req-3c7e6676-117c-452c-8756-db4c785cfc2a tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751457 Dec 04 21:46:36.153334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38114) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:36.246728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38120) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:36.258125 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d243ef1c-d98c-49d2-b698-fc9b8f019a50 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0e1b5a4a69334ca2975534f04e1c043b&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1031802 Dec 04 21:46:36.372690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:36.418941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:36.438975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38128) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:36.503744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:36.517230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8cc408a-cacc-4002-89fb-a17ae0f96905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:36.545392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:36.560799 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/299b35c7-dfea-45f3-a508-16d46bf25229 HTTP/1.1" status: 204 len: 168 time: 0.3044889 Dec 04 21:46:36.566585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b35c7-dfea-45f3-a508-16d46bf25229,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:36.572769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:37.070098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f140c-d199-4cac-9b06-1f9f06753709 req-a45f2e7e-c2c1-405d-b0fc-711a8eb3f781 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:37.089833 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1a1f140c-d199-4cac-9b06-1f9f06753709 req-a45f2e7e-c2c1-405d-b0fc-711a8eb3f781 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1504188 Dec 04 21:46:37.161611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.185986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:37.192130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Usage tracker for resource:security_group_rule and tenant:57fc3152050b42a8b69765160dd3c20a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:37.197646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:37.205260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:37.241783 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1a1f140c-d199-4cac-9b06-1f9f06753709 req-21b10b82-b4af-4eea-908c-9069291f85f3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509550 Dec 04 21:46:37.397959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.403468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.430561 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3d240b65-4afe-49ae-b31f-2663ce1045cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:37.478398 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=57fc3152050b42a8b69765160dd3c20a&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0328529 Dec 04 21:46:37.478934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38152) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:37.533157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0aeda3-53ce-43bb-bd4d-0fe90b8b6bbd,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:37.546968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:37.610729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.659734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.738895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.748418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-95678904-5224-48b5-9857-cde8aef023a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:37.779174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0aeda3-53ce-43bb-bd4d-0fe90b8b6bbd,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:37.783854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:37.794124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:37.801244 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1b0aeda3-53ce-43bb-bd4d-0fe90b8b6bbd HTTP/1.1" status: 204 len: 168 time: 0.3186111 Dec 04 21:46:38.449862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a2e9-a77d-430a-acfe-a77c67bb677d req-bae586e0-0faf-4d0b-aeff-b2651d1a228c tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:38.465674 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7662a2e9-a77d-430a-acfe-a77c67bb677d req-bae586e0-0faf-4d0b-aeff-b2651d1a228c tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 946 time: 0.2278695 Dec 04 21:46:38.587766 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7662a2e9-a77d-430a-acfe-a77c67bb677d req-54cc6151-2655-4658-94d4-ec47ace9a638 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175661 Dec 04 21:46:38.643235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3994838-a459-4bf8-aa5d-19f88353b3d6 req-0a85a527-068c-4306-8e3a-ee9cfdc76b08 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:38.652748 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3994838-a459-4bf8-aa5d-19f88353b3d6 req-0a85a527-068c-4306-8e3a-ee9cfdc76b08 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1353452 Dec 04 21:46:38.722843 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3994838-a459-4bf8-aa5d-19f88353b3d6 req-46072241-8573-4842-b5dc-01c29e34ad46 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 Dec 04 21:46:38.803346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38184) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:38.832201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:38.856867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:38.863556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd00b6beb2c491b82babcdff54311ad is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:38.870674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:38.881474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:39.034827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:39.039718 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:39.051642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a352216d-40e4-4bf7-a8b2-df66cc0ae7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:39.153081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266caab-ce03-4350-a242-2753ed01b696,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:39.183288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38196) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:39.183950 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8dd00b6beb2c491b82babcdff54311ad&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3781295 Dec 04 21:46:39.187414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:39.411456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:39.482569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:39.584108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:39.596342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0c7151a4-22de-40ff-86d9-18de2475d17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:39.619689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266caab-ce03-4350-a242-2753ed01b696,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:39.642794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:39.649933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:39.656062 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1266caab-ce03-4350-a242-2753ed01b696 HTTP/1.1" status: 204 len: 168 time: 0.4687173 Dec 04 21:46:40.122238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a69f91-74c3-4016-a5f8-4f4f3986f8a1 req-48b22326-5cca-4e1f-adc7-7c6dc5a805f0 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:40.138974 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40a69f91-74c3-4016-a5f8-4f4f3986f8a1 req-48b22326-5cca-4e1f-adc7-7c6dc5a805f0 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 946 time: 0.2255166 Dec 04 21:46:40.170984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device fe247616-d19b-4cf8-9d93-d47c1fd7abdb no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:40.234818 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40a69f91-74c3-4016-a5f8-4f4f3986f8a1 req-e77a624c-cb92-4a86-90d8-a8295cdd6d07 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934711 Dec 04 21:46:40.554677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e568f7-a082-41dd-a157-c28b1583ec62 req-16a3e6d7-ba7a-4792-925c-a8516a76d2aa tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:40.566685 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77e568f7-a082-41dd-a157-c28b1583ec62 req-16a3e6d7-ba7a-4792-925c-a8516a76d2aa tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1894751 Dec 04 21:46:40.646342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fb201-be41-459a-9536-99291b8bf96f req-72daae09-ff68-4c36-b4df-6dc6712422bf tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:40.659540 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d02fb201-be41-459a-9536-99291b8bf96f req-72daae09-ff68-4c36-b4df-6dc6712422bf tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 946 time: 0.4751537 Dec 04 21:46:40.685387 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77e568f7-a082-41dd-a157-c28b1583ec62 req-744d0eea-ea63-4f40-8c6c-ceb078cf9a0b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162331 Dec 04 21:46:40.695657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:40.913509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port fe247616-d19b-4cf8-9d93-d47c1fd7abdb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:40.922890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:40.948785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:40.953138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:40.957158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Deleting port fe247616-d19b-4cf8-9d93-d47c1fd7abdb {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:46:40.958562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:41.141299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:41.146319 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb', 'code': 200} Dec 04 21:46:41.147440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:41.711506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df123b04-2139-48fc-aa72-db134ab0c3c8 req-d79b48d6-193b-42e5-9c26-38085d5ed952 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:41.726552 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-df123b04-2139-48fc-aa72-db134ab0c3c8 req-d79b48d6-193b-42e5-9c26-38085d5ed952 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 944 time: 0.2002740 Dec 04 21:46:41.750861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] For port fe247616-d19b-4cf8-9d93-d47c1fd7abdb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:41.751332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:41.816799 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-df123b04-2139-48fc-aa72-db134ab0c3c8 req-aa678799-ca9d-4f8b-b5e9-2001fddd2300 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876107 Dec 04 21:46:42.030970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Calling delete_port for fe247616-d19b-4cf8-9d93-d47c1fd7abdb owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:46:42.369368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daf786-57e3-40a9-934f-5127991e3814 req-db9721f8-8206-4f76-bde9-5beaa367f1b8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:42.373603 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f8daf786-57e3-40a9-934f-5127991e3814 req-db9721f8-8206-4f76-bde9-5beaa367f1b8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.3001568 Dec 04 21:46:42.379491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:42.406108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:42.549966 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f8daf786-57e3-40a9-934f-5127991e3814 req-a82905ba-7786-4e0f-8783-a478bc77d16b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449635 Dec 04 21:46:42.554756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Pushing event deleted for resources: {'Port': ['ID=fe247616-d19b-4cf8-9d93-d47c1fd7abdb,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:42.559370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:42.897742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] No DVR routers for this DVR port fe247616-d19b-4cf8-9d93-d47c1fd7abdb on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:46:42.901239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:42.934926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'name': 'network-vif-deleted', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:42.947963 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d02fb201-be41-459a-9536-99291b8bf96f req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "DELETE /v2.0/ports/fe247616-d19b-4cf8-9d93-d47c1fd7abdb HTTP/1.1" status: 204 len: 173 time: 2.2868052 Dec 04 21:46:43.247297 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-eb56f515-a83b-446e-a479-03551dd87ba1 req-5f695661-8fd8-4832-b495-192cbd4c43a7 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3 HTTP/1.1" status: 200 len: 210 time: 0.1128228 Dec 04 21:46:43.318353 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9896a7dc-89ff-4c6e-b2ee-fe3454ab10d3', 'name': 'network-vif-deleted', 'tag': 'fe247616-d19b-4cf8-9d93-d47c1fd7abdb', 'status': 'completed', 'code': 200} Dec 04 21:46:44.196698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193d4c5-584c-4eff-abb0-b59321adb14f req-8effc0d6-25cb-45fa-88cd-8accbe445a9b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:44.211755 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1193d4c5-584c-4eff-abb0-b59321adb14f req-8effc0d6-25cb-45fa-88cd-8accbe445a9b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2873554 Dec 04 21:46:44.329485 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1193d4c5-584c-4eff-abb0-b59321adb14f req-b713ff31-6de7-480c-a0ee-056a35ce45b3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158168 Dec 04 21:46:45.355920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:46:45.440599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-afb59426-b846-4b0c-8959-e0f1480d461a tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:45.442904 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-afb59426-b846-4b0c-8959-e0f1480d461a tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/networks?id=30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 200 len: 809 time: 0.2572007 Dec 04 21:46:45.482567 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-3016d5c4-2e63-4219-83d8-a94f900781a7 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/quotas/fe69d5d73dc540ed8f81915cc8fc7414 HTTP/1.1" status: 200 len: 375 time: 0.0311120 Dec 04 21:46:45.591658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-c911bb5f-705e-4ae2-ba7a-b7c95afa6ebd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Synchronizing usage tracker for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:45.633002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-c911bb5f-705e-4ae2-ba7a-b7c95afa6ebd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Unset dirty status for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:45.654150 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-c911bb5f-705e-4ae2-ba7a-b7c95afa6ebd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1700914 Dec 04 21:46:45.772980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38362) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:45.835781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384206d9-fbfd-4f73-84b2-2357bb40d67e req-c084e4a4-28c7-4562-9890-a5caa9c9f1e1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:45.838192 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-384206d9-fbfd-4f73-84b2-2357bb40d67e req-c084e4a4-28c7-4562-9890-a5caa9c9f1e1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1214571 Dec 04 21:46:45.921006 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-384206d9-fbfd-4f73-84b2-2357bb40d67e req-2d537bae-db2f-4579-8d71-60913be721a2 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670114 Dec 04 21:46:46.021620 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-ef0cc849-6ba8-4449-b771-10a1b215a4b1 service neutron] 10.222.0.17 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529625 Dec 04 21:46:46.106576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:46.172429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:46.181831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Usage tracker for resource:security_group_rule and tenant:94c3e324a8ae4bdf84207c66e23557d5 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:46.191751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:46.208727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:46.305203 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-87bc94c9-9f4f-4e8d-a974-5576658bdba7 service neutron] 10.222.0.17 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2796710 Dec 04 21:46:46.427016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:46.436910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:46.492926 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-33b9feda-6194-4879-b33e-4cc1c0622038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:46.549660 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=94c3e324a8ae4bdf84207c66e23557d5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7684672 Dec 04 21:46:46.549660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98541f5-c80f-43bb-b1bd-a609bd03c204,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:46.550433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38384) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:46.566643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:46.748776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:46.876900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:46.988299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:46.997154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-426d9a98-7229-42db-a057-e0d5839acfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:47.025453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98541f5-c80f-43bb-b1bd-a609bd03c204,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:47.033500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:47.048962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:47.053416 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2718a41a-700b-481e-8486-806f212e836b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e98541f5-c80f-43bb-b1bd-a609bd03c204 HTTP/1.1" status: 204 len: 168 time: 0.5020037 Dec 04 21:46:47.278395 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7407a2f5-6957-46a0-bf5b-ffc0bb6d122c req-9e473fbb-a71b-4857-8dd9-32e42a1c0a01 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 210 time: 0.6739078 Dec 04 21:46:47.512741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52efe6f-0a4c-4d58-a5b9-405c9038b673 req-cd1257ab-2272-4a14-b705-44ea2fe08908 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:47.523325 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b52efe6f-0a4c-4d58-a5b9-405c9038b673 req-cd1257ab-2272-4a14-b705-44ea2fe08908 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1420712 Dec 04 21:46:47.595565 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b52efe6f-0a4c-4d58-a5b9-405c9038b673 req-f01b1056-f986-47a8-80fa-912c8977489c tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711927 Dec 04 21:46:48.540124 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3463b176-a5a0-4a10-84b2-0e37da86788f req-94a18281-6ea4-4400-8b3f-a33ab4edec6d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 210 time: 0.0670757 Dec 04 21:46:49.375548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53bb3-f769-4b26-bbab-18600865a2e5 req-086f96cf-d1bf-49e5-85fd-8530c5077587 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:49.377465 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89e53bb3-f769-4b26-bbab-18600865a2e5 req-086f96cf-d1bf-49e5-85fd-8530c5077587 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.5291479 Dec 04 21:46:49.391586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-431ebcda-103c-4938-b2e5-2acd73ff2800 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:49.394919 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-431ebcda-103c-4938-b2e5-2acd73ff2800 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "GET /v2.0/networks?id=30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 200 len: 809 time: 0.6198571 Dec 04 21:46:49.433768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Request body: {'port': {'device_id': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218', 'admin_state_up': True, 'tenant_id': 'fe69d5d73dc540ed8f81915cc8fc7414'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:46:49.667298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:49.678591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:49.689489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Made reservation on behalf of fe69d5d73dc540ed8f81915cc8fc7414 for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:46:49.696487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:49.743924 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89e53bb3-f769-4b26-bbab-18600865a2e5 req-f996c7d2-20e7-4b07-8344-45fb80640f46 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390641 Dec 04 21:46:49.770632 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e8f7ddd3-5b03-4ca8-9907-062b0c4e7380 req-d2c1bf5f-7764-41e8-812c-9f6683aabca1 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 210 time: 0.0609436 Dec 04 21:46:50.204402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Allocated IP 172.20.0.6 (30a51b67-67e5-4ad9-b739-959985f20218/b2cc6de7-99a3-4e98-be3f-7e178f5b452f/8315281f-6036-4144-bfa8-ef2a56d22922) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:46:50.477515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:50.509814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:50.556970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b3e694ce-a2f2-4117-9e46-9ef9a27fef8e tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:50.838742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Pushing event updated for resources: {'Port': ['ID=8315281f-6036-4144-bfa8-ef2a56d22922,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:50.855827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:50.916207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Network 30a51b67-67e5-4ad9-b739-959985f20218 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:46:50.917664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:46:50.920670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:46:51.097755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:51.098447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:51.129567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732249a2-2e03-4b7e-b663-ccbbac0b2339 req-9ee60fd7-3287-4230-a707-bf92dceda33c tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:51.131306 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-732249a2-2e03-4b7e-b663-ccbbac0b2339 req-9ee60fd7-3287-4230-a707-bf92dceda33c tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 931 time: 0.1762156 Dec 04 21:46:51.178176 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7544825 Dec 04 21:46:51.193239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939103-f1db-4381-9e81-c16e47c5527c req-c730bcd9-0166-4235-89a5-4ff858eed931 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:51.195178 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-23939103-f1db-4381-9e81-c16e47c5527c req-c730bcd9-0166-4235-89a5-4ff858eed931 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1060944 Dec 04 21:46:51.207893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Request body: {'port': {'device_id': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:46:51.248004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-732249a2-2e03-4b7e-b663-ccbbac0b2339 req-8045b323-f49a-4393-a325-8403373078d7 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053989 Dec 04 21:46:51.267289 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-23939103-f1db-4381-9e81-c16e47c5527c req-6f183cc4-0d9f-4348-9857-8ac6d99f47f3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634608 Dec 04 21:46:51.361439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:51.642843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38522) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:51.857688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:51.873604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8315281f-6036-4144-bfa8-ef2a56d22922 {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:46:51.894993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:51.900971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:51.911457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Usage tracker for resource:security_group_rule and tenant:e826571800fd4f579d2362fb16d5b7da is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:51.917737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:51.923229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Transition to ACTIVE for port object 8315281f-6036-4144-bfa8-ef2a56d22922 will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:46:51.929778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:51.931343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.046290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d670770f-ed26-4dfc-ad8e-3db659600a76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:52.110121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.115245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.125216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3b4f949d-e5c2-40aa-8db3-4eebd6ab3cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:52.146986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8315281f-6036-4144-bfa8-ef2a56d22922,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:52.171253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.171665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.172072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.172474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.172878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.173270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.173659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.173771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef7d2d-5d64-448f-9e39-000a4faf5622,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:52.174105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.174494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.174957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.175844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.176233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.176725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.177115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.177514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.177918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.178301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.178693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.179078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.179467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.179570 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e826571800fd4f579d2362fb16d5b7da&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5355630 Dec 04 21:46:52.180667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.180667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.180667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.181057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.186703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38538) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:52.189590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:52.232866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.233424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.233818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.234384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.234769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.235156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.235578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.235953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.236500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.236971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.237239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.238190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.238668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.239048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.239745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.240117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.240494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.240866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.241309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.241667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.242127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.242437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.243074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.243481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:46:52.252290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:52.291123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9f7c-5365-411a-8034-038ec83e7679 req-13f3bce7-5530-4aae-999c-05de4796ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:52.292817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-13f3bce7-5530-4aae-999c-05de4796ee22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1163 time: 0.1121395 Dec 04 21:46:52.377233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.485049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.539278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Attempting to bind port 8315281f-6036-4144-bfa8-ef2a56d22922 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:46:52.539664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Attempting to bind port 8315281f-6036-4144-bfa8-ef2a56d22922 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:46:52.540045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Attempting to bind port 8315281f-6036-4144-bfa8-ef2a56d22922 on network 30a51b67-67e5-4ad9-b739-959985f20218 {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:46:52.544876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9f7c-5365-411a-8034-038ec83e7679 req-7201099b-af07-404f-82b2-65f7d8eacb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:52.546584 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-7201099b-af07-404f-82b2-65f7d8eacb7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.2470100 Dec 04 21:46:52.561765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:46:52.562177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Checking segment: {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:46:52.562592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.562996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Bound using segment: {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:46:52.563500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Bound port: 8315281f-6036-4144-bfa8-ef2a56d22922, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd47624-cee6-4320-96dc-4a2785493c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30a51b67-67e5-4ad9-b739-959985f20218'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:46:52.563878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.665468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbcad-a309-4c94-9f3f-75ec2fd87edf req-2f1b658e-f97c-482a-b98c-9b2ec37a2e54 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:52.666323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d0bbbcad-a309-4c94-9f3f-75ec2fd87edf req-2f1b658e-f97c-482a-b98c-9b2ec37a2e54 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Synchronizing usage tracker for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:46:52.673368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.680343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-abf0e9ae-26b9-4e1e-9ca9-fe03e0f353ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:52.681008 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-92b666f0-1193-47ce-b081-b3da76d85c91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 1001 time: 0.1275072 Dec 04 21:46:52.695672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a58669-f59b-45ea-aadf-ee86b1b73b96 req-7b08b03b-9404-472c-b789-0a51bd0045b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:52.703895 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-51a58669-f59b-45ea-aadf-ee86b1b73b96 req-7b08b03b-9404-472c-b789-0a51bd0045b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2081714 Dec 04 21:46:52.721331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef7d2d-5d64-448f-9e39-000a4faf5622,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:52.728257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d0bbbcad-a309-4c94-9f3f-75ec2fd87edf req-2f1b658e-f97c-482a-b98c-9b2ec37a2e54 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Unset dirty status for tenant:fe69d5d73dc540ed8f81915cc8fc7414 on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:46:52.736173 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d0bbbcad-a309-4c94-9f3f-75ec2fd87edf req-2f1b658e-f97c-482a-b98c-9b2ec37a2e54 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 943 time: 0.3115163 Dec 04 21:46:52.749925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:52.780484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] For port 8315281f-6036-4144-bfa8-ef2a56d22922, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:46:52.797928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.803195 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/91ef7d2d-5d64-448f-9e39-000a4faf5622 HTTP/1.1" status: 204 len: 168 time: 0.6113522 Dec 04 21:46:52.806404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] For port 8315281f-6036-4144-bfa8-ef2a56d22922, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8315281f-6036-4144-bfa8-ef2a56d22922,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:46:52.817633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:52.831639 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-51a58669-f59b-45ea-aadf-ee86b1b73b96 req-7bcadd65-4f18-4354-a890-3d42a89f51fa tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261284 Dec 04 21:46:52.837842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c8411d50-a018-4c65-a163-d0ac425c8230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:52.841073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9f7c-5365-411a-8034-038ec83e7679 req-29cdf271-3f54-48ac-9f2f-151fa7d2b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:52.842697 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-29cdf271-3f54-48ac-9f2f-151fa7d2b1a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.1194086 Dec 04 21:46:52.965652 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d0bbbcad-a309-4c94-9f3f-75ec2fd87edf req-fddabc01-0fe2-4a8d-bfbb-a3ad3f52a031 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285614 Dec 04 21:46:52.974858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9f7c-5365-411a-8034-038ec83e7679 req-8109ed72-e5b9-4fe0-8e24-0d4887e544e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:52.977953 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-8109ed72-e5b9-4fe0-8e24-0d4887e544e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272476 Dec 04 21:46:53.082697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8315281f-6036-4144-bfa8-ef2a56d22922,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:53.102407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:53.267951 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-d454a4d8-d43b-405a-8b21-8afb40c70e92 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801766 Dec 04 21:46:53.273848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:53.279970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:53.281972 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] 10.222.0.49 "PUT /v2.0/ports/8315281f-6036-4144-bfa8-ef2a56d22922 HTTP/1.1" status: 200 len: 1157 time: 2.0831578 Dec 04 21:46:53.288413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:53.506426 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922', 'status': 'completed', 'code': 200} Dec 04 21:46:53.557028 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-364a9f7c-5365-411a-8034-038ec83e7679 req-7711788f-c0ed-4409-96e4-d0ea7762f4a3 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2816370 Dec 04 21:46:53.562306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38574) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:53.593126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-74a9e6f0-1a1a-4124-aaf5-56c08a330d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:53.594873 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-74a9e6f0-1a1a-4124-aaf5-56c08a330d3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 1160 time: 0.2577817 Dec 04 21:46:53.606896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:53.626201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:53.631076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Usage tracker for resource:security_group_rule and tenant:01065fc4eafd439ba50b8867789dc4b4 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:53.634519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:53.640810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:53.682854 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-11eaf0e8-31ea-4c4f-907f-74e1097fbbc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8315281f-6036-4144-bfa8-ef2a56d22922 HTTP/1.1" status: 200 len: 217 time: 0.0726273 Dec 04 21:46:53.777393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-6bcec254-43c9-4ac1-bf35-045d9c4942db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:53.777902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:53.780613 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-6bcec254-43c9-4ac1-bf35-045d9c4942db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2cc6de7-99a3-4e98-be3f-7e178f5b452f HTTP/1.1" status: 200 len: 849 time: 0.0892813 Dec 04 21:46:53.783134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:53.798857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b58bfaf7-7703-42ad-8a12-896052658c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:53.852652 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01065fc4eafd439ba50b8867789dc4b4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2865984 Dec 04 21:46:53.853217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38578) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:53.876204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248dd8f-12c7-4c35-8a1b-d579c6512fc3,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:53.886035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:53.887119 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-e9a16d8d-ea85-40f7-8c5b-274dd2a0fe11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30a51b67-67e5-4ad9-b739-959985f20218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987632 Dec 04 21:46:53.965835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:54.001387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:54.122155 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-04343622-dd66-4b75-9b56-1b1bfdcfcbb2 service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263808 Dec 04 21:46:54.177960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:54.191803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-53bbf5f7-7f11-4eb4-8b79-abfef636b82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:54.298438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248dd8f-12c7-4c35-8a1b-d579c6512fc3,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:54.305709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:54.348465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:54.352705 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f248dd8f-12c7-4c35-8a1b-d579c6512fc3 HTTP/1.1" status: 204 len: 168 time: 0.4955342 Dec 04 21:46:54.414181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab77c60-60da-4ce2-ac81-44f9f83eb01e req-e4b3a4e2-6379-4a8c-8f80-cb8ac6ed9949 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:54.417723 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7ab77c60-60da-4ce2-ac81-44f9f83eb01e req-e4b3a4e2-6379-4a8c-8f80-cb8ac6ed9949 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 943 time: 0.2316704 Dec 04 21:46:54.495268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f396-c247-4206-82e3-f3322554ba6f req-03e4f27e-0d40-418e-8d3e-5df8a158e883 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:54.498697 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd47f396-c247-4206-82e3-f3322554ba6f req-03e4f27e-0d40-418e-8d3e-5df8a158e883 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.3253756 Dec 04 21:46:54.502574 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9f516dd7-1dbb-4c99-8b90-1e6fd10cb685 req-6d13e212-a74e-4289-8664-ad8e84e0d826 service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3727212 Dec 04 21:46:54.505221 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7ab77c60-60da-4ce2-ac81-44f9f83eb01e req-6974752d-1b80-47da-ae47-8dc395c63066 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807261 Dec 04 21:46:54.692156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd47f396-c247-4206-82e3-f3322554ba6f req-16df8ced-0a7e-425b-83db-a4171bca3d7a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624701 Dec 04 21:46:54.743495 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-7fca3ddc-287a-4447-9d47-daf67a87f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:54.745227 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-7fca3ddc-287a-4447-9d47-daf67a87f200 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 1160 time: 0.1431308 Dec 04 21:46:55.210423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-568aff91-000f-4bc4-b23e-597ff23e679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:55.212744 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-568aff91-000f-4bc4-b23e-597ff23e679d service neutron] 10.222.0.49 "GET /v2.0/networks?id=30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 200 len: 903 time: 0.4580967 Dec 04 21:46:55.316935 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-bc6ec5ca-29f8-400a-8b09-07a37877420f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8315281f-6036-4144-bfa8-ef2a56d22922 HTTP/1.1" status: 200 len: 217 time: 0.0966289 Dec 04 21:46:55.427174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38616) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:55.465902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-35d0f8d4-623b-45b0-9dd4-edd56b140508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:55.465902 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-35d0f8d4-623b-45b0-9dd4-edd56b140508 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2cc6de7-99a3-4e98-be3f-7e178f5b452f HTTP/1.1" status: 200 len: 849 time: 0.1243639 Dec 04 21:46:55.585737 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-e6c52e29-0bfc-4cf8-8390-1b8a060abf97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30a51b67-67e5-4ad9-b739-959985f20218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122055 Dec 04 21:46:55.847629 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-9a592fa3-732c-4789-9dec-9c1609f3933a service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442679 Dec 04 21:46:55.917796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:55.938321 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:55.944591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Usage tracker for resource:security_group_rule and tenant:7616fb247e5546b29d99947048c90b49 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:55.948217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:55.968026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:56.104772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226de96-9efe-41a9-81aa-e8f27c0ac20d req-7cf23225-239b-4039-9f05-9627b224c784 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:56.106446 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c226de96-9efe-41a9-81aa-e8f27c0ac20d req-7cf23225-239b-4039-9f05-9627b224c784 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1260405 Dec 04 21:46:56.172623 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd31531a-d10e-4c69-aca6-27197869a2cc req-0a8ec99e-49b0-4f3d-bdcc-5ad52b7b4c3e service neutron] 10.222.0.49 "GET /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2826517 Dec 04 21:46:56.193773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.200914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.203164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172382c-62ec-4f7a-b850-95c014971d87 req-d97bc660-9ca7-45d5-a689-396033ea72c3 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:56.204855 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2172382c-62ec-4f7a-b850-95c014971d87 req-d97bc660-9ca7-45d5-a689-396033ea72c3 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 943 time: 0.3562095 Dec 04 21:46:56.220931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5dd06c4c-2c37-4383-b44e-b16fc1a494fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:56.235442 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c226de96-9efe-41a9-81aa-e8f27c0ac20d req-ac1f8add-ca02-4de8-b11c-9ae8c6ca37aa tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137877 Dec 04 21:46:56.237855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:46:56.302888 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2172382c-62ec-4f7a-b850-95c014971d87 req-8343c26d-4db9-4674-98d1-8c6b536d3083 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901184 Dec 04 21:46:56.325722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38644) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:56.325923 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7616fb247e5546b29d99947048c90b49&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8971756 Dec 04 21:46:56.344258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6890823d-84c2-4c81-af6f-0f4ac016e7ed,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:56.361017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:56.415931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.446585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.458862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.485570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:56.486581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:56.495018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.498441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:56.567132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.575937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-199f6dfc-dfcc-40da-9f7d-510f79d09b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:56.587443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:56.591332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:56.593452 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'code': 422} returned with failed status Dec 04 21:46:56.601307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6890823d-84c2-4c81-af6f-0f4ac016e7ed,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:56.610172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:56.611037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:56.612992 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6890823d-84c2-4c81-af6f-0f4ac016e7ed HTTP/1.1" status: 204 len: 168 time: 0.2852075 Dec 04 21:46:57.688040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b80da4-79e2-47fe-8619-221c3b3dc7bf req-6db15b17-3828-45f3-929c-f1433e703e90 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:57.691684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdee94-753a-418f-9c33-c4a200451434 req-f7a3267f-41fd-4099-b508-46b4159cbfbd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:57.694027 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-65cdee94-753a-418f-9c33-c4a200451434 req-f7a3267f-41fd-4099-b508-46b4159cbfbd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1376994 Dec 04 21:46:57.700952 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d1b80da4-79e2-47fe-8619-221c3b3dc7bf req-6db15b17-3828-45f3-929c-f1433e703e90 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 943 time: 0.1615646 Dec 04 21:46:57.779663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dbb456f2-4159-48ae-ac17-67955ca6e9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:57.782089 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-65cdee94-753a-418f-9c33-c4a200451434 req-eea4792e-3b32-4a60-b8c6-72bc939dec58 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816824 Dec 04 21:46:57.798780 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d1b80da4-79e2-47fe-8619-221c3b3dc7bf req-f74bc77a-62c5-4d35-95d1-2bb951b6b292 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904727 Dec 04 21:46:58.148674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38720) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:58.182664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38726) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:58.285705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.305600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:58.310605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Usage tracker for resource:security_group_rule and tenant:467851d1b2774371b869cf997d9649ff is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:58.314017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:58.322920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:58.450745 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-2365944e-9106-4c16-812a-2eec86ed65ab service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2661917 Dec 04 21:46:58.500091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.503842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.513168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-41d92a91-be83-4af0-be06-2af3148d15e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:58.567708 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=467851d1b2774371b869cf997d9649ff&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4134812 Dec 04 21:46:58.567708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338abd6d-7240-4d72-a9f1-839be8e8724a,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:58.568802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 38736) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:58.572003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:58.672921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.727633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.811482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.822704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7dcacb54-750c-49f8-9b86-3227746c67c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:58.846291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338abd6d-7240-4d72-a9f1-839be8e8724a,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:58.853798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:58.855890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:58.863155 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d2be62dc-0dea-42ab-bec0-155b1f7e26b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/338abd6d-7240-4d72-a9f1-839be8e8724a HTTP/1.1" status: 204 len: 168 time: 0.2879672 Dec 04 21:46:59.104715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a877e-fe20-49d3-b8d4-738dc8cb5843 req-5279c14a-9563-4dfa-b755-f77ca4c6a249 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:59.107146 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f94a877e-fe20-49d3-b8d4-738dc8cb5843 req-5279c14a-9563-4dfa-b755-f77ca4c6a249 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 943 time: 0.1538908 Dec 04 21:46:59.123233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 8315281f-6036-4144-bfa8-ef2a56d22922 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:46:59.198082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607cb2f-33f4-420b-ae46-e1da458502b3 req-9d3aad07-0650-4007-8a01-14d677573ce2 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:59.199102 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f94a877e-fe20-49d3-b8d4-738dc8cb5843 req-71633b80-50a8-4630-82fc-47556894ad1d tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847042 Dec 04 21:46:59.204142 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c607cb2f-33f4-420b-ae46-e1da458502b3 req-9d3aad07-0650-4007-8a01-14d677573ce2 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1220117 Dec 04 21:46:59.221955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 8315281f-6036-4144-bfa8-ef2a56d22922 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:46:59.228320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 8315281f-6036-4144-bfa8-ef2a56d22922 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:46:59.229247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.264998 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c607cb2f-33f4-420b-ae46-e1da458502b3 req-c6d36a07-4f1b-4ed2-8578-746a1f10f8d0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540004 Dec 04 21:46:59.383469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.414432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:46:59.445522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 8315281f-6036-4144-bfa8-ef2a56d22922, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8315281f-6036-4144-bfa8-ef2a56d22922,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:46:59.451374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.453407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:59.535175 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922', 'code': 200} Dec 04 21:46:59.595219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=8315281f-6036-4144-bfa8-ef2a56d22922,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:59.600334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:59.622592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38762) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:59.649723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.666835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:46:59.671553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6c6980d70b43e7a02ccdd986823ecf is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:46:59.674846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:46:59.681633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:46:59.801047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.805971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.854758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6e37e672-1bfc-43c6-a58a-a5010038546e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:46:59.866143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6538c6-9c4b-4f32-a08e-2e5d8eba2a3b req-48d62d38-270b-48c9-b567-1848c8869736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:46:59.868202 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6538c6-9c4b-4f32-a08e-2e5d8eba2a3b req-48d62d38-270b-48c9-b567-1848c8869736 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 1162 time: 0.1025264 Dec 04 21:46:59.894984 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ea6c6980d70b43e7a02ccdd986823ecf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2706368 Dec 04 21:46:59.896137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38770) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:46:59.897341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c17e73e-798e-40b0-8f47-4cfb94a202fa,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:46:59.903241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:46:59.974900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:46:59.990369 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b6538c6-9c4b-4f32-a08e-2e5d8eba2a3b req-4cd1d064-bbaf-43a2-875d-b8580c220d7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135094 Dec 04 21:47:00.007721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:00.060951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:00.069567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-380a54b0-3026-450a-949f-ef0291d43c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:00.084337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c17e73e-798e-40b0-8f47-4cfb94a202fa,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:00.088553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:00.110748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:00.116010 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6c17e73e-798e-40b0-8f47-4cfb94a202fa HTTP/1.1" status: 204 len: 168 time: 0.2147458 Dec 04 21:47:00.484139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 8315281f-6036-4144-bfa8-ef2a56d22922 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:00.550684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8381f-6302-4819-8c11-e5241755af35 req-c792f8ab-5bf1-46d8-8805-3f7af9b291e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:00.552377 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-c792f8ab-5bf1-46d8-8805-3f7af9b291e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000&tenant_id=c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 1161 time: 0.1848488 Dec 04 21:47:00.602603 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 8315281f-6036-4144-bfa8-ef2a56d22922 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:00.603577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:00.807326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02dab-ef6e-4364-a0ee-7afb82b6e43f req-5d6e9349-3adb-4ef3-9348-839d8a4b7613 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:00.809024 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d5c02dab-ef6e-4364-a0ee-7afb82b6e43f req-5d6e9349-3adb-4ef3-9348-839d8a4b7613 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.2567110 Dec 04 21:47:00.822377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38794) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:00.860820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:00.899171 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:00.906935 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d5c02dab-ef6e-4364-a0ee-7afb82b6e43f req-047052cd-0ae6-427a-853c-6dd067f9b3b6 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816143 Dec 04 21:47:00.908072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Usage tracker for resource:security_group_rule and tenant:a67db849867349e5a9653726ba158e40 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:00.911724 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:00.915381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8381f-6302-4819-8c11-e5241755af35 req-cbe1aa97-8717-4231-8465-deba2b3ac4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:00.917206 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-cbe1aa97-8717-4231-8465-deba2b3ac4a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1161 time: 0.3257616 Dec 04 21:47:00.918161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:00.943272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3a920ef3-1510-4188-a7bb-45bc546e8efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:00.986363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06d957-36b5-437d-9f80-17ab5bf24336 req-526f9934-af50-49d3-8904-273715f49332 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:00.988500 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0e06d957-36b5-437d-9f80-17ab5bf24336 req-526f9934-af50-49d3-8904-273715f49332 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1945479 Dec 04 21:47:01.016400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.021199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.031738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-60319c8f-37b2-4d07-8735-f210612015b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:01.074193 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a67db849867349e5a9653726ba158e40&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2504432 Dec 04 21:47:01.077241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38798) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:01.094328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9d5acb-82b6-40d1-a427-abda7b948409,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:01.099213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b4355717-fe24-4f78-9ba7-1e2d65c14893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:01.164469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.196736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.211351 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0e06d957-36b5-437d-9f80-17ab5bf24336 req-56698fb9-53ba-4949-8215-9dee9c6c267a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277275 Dec 04 21:47:01.254552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8381f-6302-4819-8c11-e5241755af35 req-18fffeca-3928-4900-a7df-7f37b2b9b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:01.258617 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-18fffeca-3928-4900-a7df-7f37b2b9b2fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.3286200 Dec 04 21:47:01.271486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.283476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-45a1cd47-d210-44d3-aae6-16a2d3d30449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:01.307280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9d5acb-82b6-40d1-a427-abda7b948409,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:01.310007 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.313562 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1b9d5acb-82b6-40d1-a427-abda7b948409 HTTP/1.1" status: 204 len: 168 time: 0.2335021 Dec 04 21:47:01.313562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:01.429554 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-940d7d78-d394-4cb2-a50d-2fc5b422833b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 999 time: 0.1497412 Dec 04 21:47:01.522165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8381f-6302-4819-8c11-e5241755af35 req-1071f236-021c-46d4-ad87-c5b11b8da7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:01.523732 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-1071f236-021c-46d4-ad87-c5b11b8da7fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0865014 Dec 04 21:47:01.651955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8381f-6302-4819-8c11-e5241755af35 req-ab9f3c01-a075-46c2-bef0-0c13457e166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:01.653595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-ab9f3c01-a075-46c2-bef0-0c13457e166b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075161 Dec 04 21:47:01.811672 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-7d7ab39e-2bc3-4dc2-ba17-6a8e6447edbd service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498034 Dec 04 21:47:01.904695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:01.976827 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0cc8381f-6302-4819-8c11-e5241755af35 req-9405ae9d-c839-4cf1-b37b-99838bb8a1a4 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1585846 Dec 04 21:47:02.183275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527b3d4-2aaf-4d14-a411-832c7e7dfee3 req-da8fb759-79ef-4c6b-a69a-bc3830c68941 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:02.185114 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f527b3d4-2aaf-4d14-a411-832c7e7dfee3 req-da8fb759-79ef-4c6b-a69a-bc3830c68941 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.0943558 Dec 04 21:47:02.252712 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f527b3d4-2aaf-4d14-a411-832c7e7dfee3 req-e5907f97-f0c2-4549-a0d4-d4f7abbfbe93 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598495 Dec 04 21:47:02.494931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:02.555753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e485f0-d1cf-4bc5-86af-08dc2cdba0cc req-c9be1998-2ab9-437a-a34a-32d904994fbe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:02.564445 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-60e485f0-d1cf-4bc5-86af-08dc2cdba0cc req-c9be1998-2ab9-437a-a34a-32d904994fbe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1028910 Dec 04 21:47:02.573795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:02.616753 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-60e485f0-d1cf-4bc5-86af-08dc2cdba0cc req-5a1af88e-8bff-445f-a565-5fc3d3728e26 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511363 Dec 04 21:47:03.769101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:03.990238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436915ce-1888-43d9-97a9-695bcafa942d req-bd6d7a57-ad77-4c3a-8a01-80373f5b4bcc tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:04.001530 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-436915ce-1888-43d9-97a9-695bcafa942d req-bd6d7a57-ad77-4c3a-8a01-80373f5b4bcc tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1224196 Dec 04 21:47:04.101589 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-436915ce-1888-43d9-97a9-695bcafa942d req-e36a21c2-e430-4fe5-9772-393305911f6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948632 Dec 04 21:47:04.710752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50479a4-1110-4bb6-8e0c-127fe14cb442 req-608161ea-7cad-484d-b4c8-bac42f53abaa tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:04.719679 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f50479a4-1110-4bb6-8e0c-127fe14cb442 req-608161ea-7cad-484d-b4c8-bac42f53abaa tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.2444489 Dec 04 21:47:04.808503 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f50479a4-1110-4bb6-8e0c-127fe14cb442 req-d1f147c5-001d-4d9d-8d2c-f89a367a9890 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866292 Dec 04 21:47:05.425384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eca36-5bd7-4222-8d1a-acd663b23d19 req-f49670c6-bb9b-47d4-9c8f-dca659909154 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:05.428746 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d77eca36-5bd7-4222-8d1a-acd663b23d19 req-f49670c6-bb9b-47d4-9c8f-dca659909154 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1076312 Dec 04 21:47:05.503600 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d77eca36-5bd7-4222-8d1a-acd663b23d19 req-f8e41a8b-3842-4862-b872-015e0a3d0ecd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546899 Dec 04 21:47:06.220758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12eb20-1320-4b76-be3f-e71765d98a1a req-76cc91dc-348c-496b-a4d5-c8f5618c7429 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:06.223281 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0c12eb20-1320-4b76-be3f-e71765d98a1a req-76cc91dc-348c-496b-a4d5-c8f5618c7429 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1388295 Dec 04 21:47:06.302423 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0c12eb20-1320-4b76-be3f-e71765d98a1a req-c28a5fd8-b045-4c95-b317-560c5fbc7803 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654163 Dec 04 21:47:06.843585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09992b84-52be-4a2a-8913-40def7db33b7 req-f44ca915-7877-40b6-a65e-f42d0ed0cc0e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:06.845329 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09992b84-52be-4a2a-8913-40def7db33b7 req-f44ca915-7877-40b6-a65e-f42d0ed0cc0e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1350620 Dec 04 21:47:06.912434 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-09992b84-52be-4a2a-8913-40def7db33b7 req-bc3a1c8d-6445-4277-924b-a2d1d63ed73e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598259 Dec 04 21:47:07.702237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a17a7-1b0f-49b4-be47-0d4ea39e2a35 req-b32eaea4-45b4-4b99-8313-0deb6d8c9534 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:07.703089 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-004a17a7-1b0f-49b4-be47-0d4ea39e2a35 req-b32eaea4-45b4-4b99-8313-0deb6d8c9534 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1613517 Dec 04 21:47:07.771885 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-004a17a7-1b0f-49b4-be47-0d4ea39e2a35 req-a3149c65-9ce1-4020-9ea6-f678edc10841 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Dec 04 21:47:08.407761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d23763-327b-45db-83bb-c6a0aec484ae req-90bf907e-bf1c-42e7-ab6a-0aa87cf4c774 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:08.411812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-12d23763-327b-45db-83bb-c6a0aec484ae req-90bf907e-bf1c-42e7-ab6a-0aa87cf4c774 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1949351 Dec 04 21:47:08.475553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 38984) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:08.513333 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-12d23763-327b-45db-83bb-c6a0aec484ae req-d96e627f-44b5-40ed-9648-511bb699f6dc tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848429 Dec 04 21:47:08.826369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:08.858379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:08.870827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Usage tracker for resource:security_group_rule and tenant:fe73f45d352942bcb2d2b78155c9a00a is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:08.878835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:08.917250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:09.244340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:09.256072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80065f8-3271-4513-80c4-7c9eb412e243 req-529f4dcf-3515-4017-babb-cd695f48f923 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:09.257830 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e80065f8-3271-4513-80c4-7c9eb412e243 req-529f4dcf-3515-4017-babb-cd695f48f923 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.2650907 Dec 04 21:47:09.259104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:09.285541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-96d58273-64fa-41a9-a3b8-fa8aa07d0354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:09.334334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39002) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:09.335156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe73f45d352942bcb2d2b78155c9a00a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8577590 Dec 04 21:47:09.402379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6eb7b7-c81b-432f-a427-f8c4a060965f,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:09.411639 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e80065f8-3271-4513-80c4-7c9eb412e243 req-36bd0668-7886-4316-b914-877cfec13bd1 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275182 Dec 04 21:47:09.413029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:09.439068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:09.512785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:09.580778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:09.585684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4ef4b341-b431-4121-9ea0-4f7c5c741fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:09.598322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6eb7b7-c81b-432f-a427-f8c4a060965f,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:09.605018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:09.605859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:09.607148 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bd6eb7b7-c81b-432f-a427-f8c4a060965f HTTP/1.1" status: 204 len: 168 time: 0.2711034 Dec 04 21:47:09.957670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354adb-4587-4ed0-bca8-6603eb18a2da req-066c43e6-176c-4831-a129-93cf2bf959ec tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:09.959396 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d2354adb-4587-4ed0-bca8-6603eb18a2da req-066c43e6-176c-4831-a129-93cf2bf959ec tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1363325 Dec 04 21:47:10.039913 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d2354adb-4587-4ed0-bca8-6603eb18a2da req-a0d4be0b-e17e-4b03-9679-58f031d7c476 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735879 Dec 04 21:47:10.151662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39022) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:10.171338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.188758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:10.193819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:202290231cf74f61860a331c157bd50f is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:10.197116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:10.203553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:10.299009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.302722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.312330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f9b4ef4a-8acc-4f4b-ba79-eeb802c078b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:10.355783 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=202290231cf74f61860a331c157bd50f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2029335 Dec 04 21:47:10.358582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39026) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:10.361209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e2428d-4113-4d4d-896f-5cb93446a04d,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:10.389253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f22f423c-8a3e-4d33-963b-81fc8bfc5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:10.428132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.456988 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.524508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.528770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dc49b5d7-e0da-457f-bc7d-36af027762b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:10.544904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e2428d-4113-4d4d-896f-5cb93446a04d,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:10.551638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:10.557253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:10.562904 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/99e2428d-4113-4d4d-896f-5cb93446a04d HTTP/1.1" status: 204 len: 168 time: 0.1989253 Dec 04 21:47:10.715100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c629c-6ef8-45b8-a6f8-2090f42db40f req-e2972e07-17ee-4e7f-a222-ec41b2a871ea tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:10.721592 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0e7c629c-6ef8-45b8-a6f8-2090f42db40f req-e2972e07-17ee-4e7f-a222-ec41b2a871ea tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1019807 Dec 04 21:47:10.774772 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0e7c629c-6ef8-45b8-a6f8-2090f42db40f req-f1f9b1f4-aed6-4198-9cfd-67d3b4cb8226 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510650 Dec 04 21:47:11.483022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89993cac-9c8a-4b88-b60b-f45c0a99b1e1 req-02398064-c120-453b-81f2-03022e23c7c6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:11.484764 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89993cac-9c8a-4b88-b60b-f45c0a99b1e1 req-02398064-c120-453b-81f2-03022e23c7c6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1213884 Dec 04 21:47:11.564453 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89993cac-9c8a-4b88-b60b-f45c0a99b1e1 req-20bc9736-1eff-4ec9-8b22-8bbc6505df69 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694337 Dec 04 21:47:12.088680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731226dd-5e67-4389-a0cc-9fe68cf50029 req-1b5c3f5b-66f8-4080-b64c-10b35fed1170 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:12.102570 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-731226dd-5e67-4389-a0cc-9fe68cf50029 req-1b5c3f5b-66f8-4080-b64c-10b35fed1170 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1411598 Dec 04 21:47:12.157657 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-731226dd-5e67-4389-a0cc-9fe68cf50029 req-1ca44cba-09d7-4e81-8085-a87af3bd963e tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521333 Dec 04 21:47:12.861084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63333d6a-023f-49c7-94d7-a483363f4a57 req-e8b99d7d-c866-46a5-866f-0a24a4d9318a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:12.871087 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63333d6a-023f-49c7-94d7-a483363f4a57 req-e8b99d7d-c866-46a5-866f-0a24a4d9318a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.0980523 Dec 04 21:47:12.938893 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63333d6a-023f-49c7-94d7-a483363f4a57 req-7f269614-b964-497f-bf57-21ce4a7bcefe tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662766 Dec 04 21:47:13.544748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39096) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:13.631360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e366f70-530e-4035-be10-cad453bb4ce3 req-574ffc21-77f3-4747-8529-c911469959e7 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:13.641299 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5e366f70-530e-4035-be10-cad453bb4ce3 req-574ffc21-77f3-4747-8529-c911469959e7 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1726034 Dec 04 21:47:13.694571 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5e366f70-530e-4035-be10-cad453bb4ce3 req-0f8efcab-7669-499a-9220-bad953e968be tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521972 Dec 04 21:47:13.742259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:13.760098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:13.764380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5bddeb2731402780e8e3f2945c44ed is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:13.767440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:13.774789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:13.892572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:13.900957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:13.930436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-73b8d060-9629-48e4-9fee-e70e64db9c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:13.970198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87267583-dc28-45e5-91be-41de928432e9,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:13.975406 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4c5bddeb2731402780e8e3f2945c44ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4292800 Dec 04 21:47:13.976496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:13.978096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39104) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:14.056114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:14.135117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:14.331202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da36426-48f5-4e1a-b7a2-93bf23d6a664 req-94f98c35-8d35-407a-9b8e-b3d2a19c9265 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:14.333237 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5da36426-48f5-4e1a-b7a2-93bf23d6a664 req-94f98c35-8d35-407a-9b8e-b3d2a19c9265 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1129773 Dec 04 21:47:14.334100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:14.341970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f5a4ec18-453f-4037-9f63-ebc5b4cfdeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:14.358045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87267583-dc28-45e5-91be-41de928432e9,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:14.360620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:14.428409 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5da36426-48f5-4e1a-b7a2-93bf23d6a664 req-1fa0c28d-a44b-4576-a83c-e5aee45f11fc tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719807 Dec 04 21:47:14.430836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:14.433915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/87267583-dc28-45e5-91be-41de928432e9 HTTP/1.1" status: 204 len: 168 time: 0.4528739 Dec 04 21:47:14.910798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39122) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:14.935120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:14.938168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129678d2-f3d8-4708-973e-a7a1e6129b8c req-b171d54b-ae52-45a1-a27c-e27161c85b9b tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:14.940402 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-129678d2-f3d8-4708-973e-a7a1e6129b8c req-b171d54b-ae52-45a1-a27c-e27161c85b9b tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.0997412 Dec 04 21:47:14.952587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:14.958311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad8a8aea479445db4012a583104437a is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:14.962385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:14.969028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:15.025492 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-129678d2-f3d8-4708-973e-a7a1e6129b8c req-dccfcee2-95bb-4877-aeb8-3da4c8b3cc31 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691242 Dec 04 21:47:15.078104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:15.081839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:15.091755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-295d6e51-fde1-476a-8cd8-3bd2f1e0732d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:15.145499 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7ad8a8aea479445db4012a583104437a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2332194 Dec 04 21:47:15.146536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebea0e-faf0-4b18-95dd-21c018aee2a0,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:15.148530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39128) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:15.150301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:15.233548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:15.263606 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:15.320623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:15.325917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-be86cc1f-6944-4a4d-b3bf-7b9f29ea9c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:15.340716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebea0e-faf0-4b18-95dd-21c018aee2a0,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:15.343950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:15.344892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:15.347559 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-435f2f5c-9e63-4f99-9f97-9397dd38bd04 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dcebea0e-faf0-4b18-95dd-21c018aee2a0 HTTP/1.1" status: 204 len: 168 time: 0.1959276 Dec 04 21:47:15.781575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849eef5-20b3-40c6-a2f8-f6a2e4f62c9f req-1ebb9d1c-6f53-40ae-ada7-0ee321803698 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:15.783837 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e849eef5-20b3-40c6-a2f8-f6a2e4f62c9f req-1ebb9d1c-6f53-40ae-ada7-0ee321803698 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1337435 Dec 04 21:47:15.842877 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e849eef5-20b3-40c6-a2f8-f6a2e4f62c9f req-05a32805-a4ea-4cfa-9041-6fe16f9c8140 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506170 Dec 04 21:47:16.424902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1476-41c5-46e4-b2df-789c2f88d1e9 req-82ad1658-308d-44fb-b647-282b1ebb7fae tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:16.428505 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-716e1476-41c5-46e4-b2df-789c2f88d1e9 req-82ad1658-308d-44fb-b647-282b1ebb7fae tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1089382 Dec 04 21:47:16.485752 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-716e1476-41c5-46e4-b2df-789c2f88d1e9 req-080a11bb-c24c-44e0-b8f2-e9b312205dbd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Dec 04 21:47:17.100508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ff93-2657-4f08-b95e-b001fe6dea35 req-7aa4b285-06c8-49ea-b66f-d793f6e54f31 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:17.102195 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5333ff93-2657-4f08-b95e-b001fe6dea35 req-7aa4b285-06c8-49ea-b66f-d793f6e54f31 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1002641 Dec 04 21:47:17.155103 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5333ff93-2657-4f08-b95e-b001fe6dea35 req-ba87ef5f-ba26-42b7-b512-f0dc821c5e13 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Dec 04 21:47:17.790305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f274b-40f8-4cf3-a684-5cd3b0f584f3 req-ebb686ba-ced2-424e-910c-26742dec187a tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:17.798146 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-235f274b-40f8-4cf3-a684-5cd3b0f584f3 req-ebb686ba-ced2-424e-910c-26742dec187a tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1646426 Dec 04 21:47:17.858658 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-235f274b-40f8-4cf3-a684-5cd3b0f584f3 req-b5847795-3c86-40a3-8298-95df6708f8dd tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514736 Dec 04 21:47:18.485578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788745-7a3e-46fb-b7b1-7d8f34451840 req-9748c42e-061b-49a0-b74e-73e95f42b0af tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:18.489982 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1b788745-7a3e-46fb-b7b1-7d8f34451840 req-9748c42e-061b-49a0-b74e-73e95f42b0af tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1001046 Dec 04 21:47:18.560602 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1b788745-7a3e-46fb-b7b1-7d8f34451840 req-a85ac8aa-1670-4c37-9adb-a8a67af47e39 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637627 Dec 04 21:47:19.120211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbec951-f6d8-4043-9649-b8847b088179 req-3c5295b6-e1ca-4844-b37d-0a6959a7fc25 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:19.121989 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ecbec951-f6d8-4043-9649-b8847b088179 req-3c5295b6-e1ca-4844-b37d-0a6959a7fc25 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.1113436 Dec 04 21:47:19.177809 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ecbec951-f6d8-4043-9649-b8847b088179 req-4294a81f-c98c-4917-8d1f-bb1556215da6 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Dec 04 21:47:19.804656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534428-43fe-47b5-89e4-3d7f9ae420c7 req-31ca0dd7-9aae-4fef-b3db-464184eb1bc0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:19.806344 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38534428-43fe-47b5-89e4-3d7f9ae420c7 req-31ca0dd7-9aae-4fef-b3db-464184eb1bc0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.0877910 Dec 04 21:47:19.867395 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38534428-43fe-47b5-89e4-3d7f9ae420c7 req-c10f57a6-cc2f-461c-b4d0-a9187c5b6061 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491514 Dec 04 21:47:20.513528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 8315281f-6036-4144-bfa8-ef2a56d22922 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:47:20.519742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-134871d6-25a2-4923-8c27-1e8035e95579 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:20.521750 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-134871d6-25a2-4923-8c27-1e8035e95579 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.2134356 Dec 04 21:47:20.651770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Deleting port 8315281f-6036-4144-bfa8-ef2a56d22922 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:47:20.652499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:20.712861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20463b2e-f8ca-431b-9dd7-19b3f35d726b req-01863378-0c49-4bc3-9a4d-9deba71eb52f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:20.721399 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-20463b2e-f8ca-431b-9dd7-19b3f35d726b req-01863378-0c49-4bc3-9a4d-9deba71eb52f tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 945 time: 0.3719864 Dec 04 21:47:20.732204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:20.787304 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-20463b2e-f8ca-431b-9dd7-19b3f35d726b req-6db1e32a-0e49-4e0e-868c-5c490aaab2d3 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/security-groups?id=6f530afe-b393-4501-909e-29a45cfbd294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647633 Dec 04 21:47:20.793857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 8315281f-6036-4144-bfa8-ef2a56d22922, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8315281f-6036-4144-bfa8-ef2a56d22922,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:20.795523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:47:20.803937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:20.806455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:20.873969 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922', 'code': 200} Dec 04 21:47:20.916088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=8315281f-6036-4144-bfa8-ef2a56d22922,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:20.920809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:21.200854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921effe-1e46-48d1-9073-68668d79bac0 req-901ecba9-3e4b-4355-817e-df707ed76625 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:21.202563 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5921effe-1e46-48d1-9073-68668d79bac0 req-901ecba9-3e4b-4355-817e-df707ed76625 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.0917048 Dec 04 21:47:21.250758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] For port 8315281f-6036-4144-bfa8-ef2a56d22922, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8315281f-6036-4144-bfa8-ef2a56d22922,segment=NetworkSegment(6cd47624-cee6-4320-96dc-4a2785493c06),segment_id=6cd47624-cee6-4320-96dc-4a2785493c06)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:21.251166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:21.273253 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5921effe-1e46-48d1-9073-68668d79bac0 req-105c18c0-a0c4-49e5-9d8f-76207082d0e8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635471 Dec 04 21:47:21.273794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39248) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:21.387783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Calling delete_port for 8315281f-6036-4144-bfa8-ef2a56d22922 owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:47:21.452284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:21.468582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:21.474826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Usage tracker for resource:security_group_rule and tenant:8aeedc072a2e4bc78fbf649d206300bf is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:21.478398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:21.484736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:21.548733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:21.562356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:21.608078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Pushing event deleted for resources: {'Port': ['ID=8315281f-6036-4144-bfa8-ef2a56d22922,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:21.623825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:21.676959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:21.680670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:21.695261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ee2dad5e-1335-4461-8df9-cc637a62a78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:21.763701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d90ec-8ced-4e27-bb5b-eb1c886969a0,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:21.774703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:21.805310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] No DVR routers for this DVR port 8315281f-6036-4144-bfa8-ef2a56d22922 on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:47:21.818122 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8aeedc072a2e4bc78fbf649d206300bf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5428157 Dec 04 21:47:21.818689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:21.822987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39262) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:21.825292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'name': 'network-vif-deleted', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:47:21.891903 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f1368a72-6ad4-4bcd-b378-cb1e0dfb59cb req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.49 "DELETE /v2.0/ports/8315281f-6036-4144-bfa8-ef2a56d22922 HTTP/1.1" status: 204 len: 173 time: 1.3595839 Dec 04 21:47:21.965949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:22.052147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:22.176133 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a140949-d479-4067-aaec-8ea3efbcbdca', 'name': 'network-vif-deleted', 'tag': '8315281f-6036-4144-bfa8-ef2a56d22922', 'status': 'completed', 'code': 200} Dec 04 21:47:22.235283 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b054ea2f-bab8-44a6-82d5-9fd5e58fcf11 req-056fcce9-95d9-4a94-8c1d-b0e264c3f502 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] 10.222.0.17 "GET /v2.0/ports?device_id=5a140949-d479-4067-aaec-8ea3efbcbdca HTTP/1.1" status: 200 len: 210 time: 0.1305466 Dec 04 21:47:22.308637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:22.316063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fee375d2-cffb-4607-9976-0a5fa1c73879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:22.355484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:47:22.356538 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d90ec-8ced-4e27-bb5b-eb1c886969a0,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:22.362875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:22.367068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:22.369342 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3c1d90ec-8ced-4e27-bb5b-eb1c886969a0 HTTP/1.1" status: 204 len: 168 time: 0.5446720 Dec 04 21:47:22.542222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409422-6b36-4d13-800d-b4f6047b0f93 req-97336979-7597-4385-82d9-a52c7620f1cf tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:22.543908 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08409422-6b36-4d13-800d-b4f6047b0f93 req-97336979-7597-4385-82d9-a52c7620f1cf tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.0970821 Dec 04 21:47:22.608277 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08409422-6b36-4d13-800d-b4f6047b0f93 req-0c0c8735-6387-41f2-b1b3-d85666776f9e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506532 Dec 04 21:47:22.868657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39290) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:22.904297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:22.931320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:22.935688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Usage tracker for resource:security_group_rule and tenant:79d390bd7cb1432dbaa2b0aa25846ffa is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:22.939021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:22.945665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:23.048735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:23.053521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:23.063618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d60fd951-2dd0-4fc5-83e9-67a412c0ea29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:23.116925 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=79d390bd7cb1432dbaa2b0aa25846ffa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2436721 Dec 04 21:47:23.116925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6142318e-5aab-43e5-bd05-a541e13f862f,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:23.119476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39294) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:23.120065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1e5ed2bb-11a2-4b32-b45f-78d8652ffc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:23.225653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:23.259686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:23.312911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:23.322458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f6fd6d1f-7933-422b-a984-9c778d06b487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:23.338292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6142318e-5aab-43e5-bd05-a541e13f862f,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:23.344991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:23.345942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:23.350889 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6142318e-5aab-43e5-bd05-a541e13f862f HTTP/1.1" status: 204 len: 168 time: 0.2266624 Dec 04 21:47:23.949607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8f352-3404-4f09-8f62-ecbd930ea610 req-222cf742-7faa-4aaf-bc19-6c54261e7681 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:23.966034 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ae8f352-3404-4f09-8f62-ecbd930ea610 req-222cf742-7faa-4aaf-bc19-6c54261e7681 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1447675 Dec 04 21:47:24.048126 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ae8f352-3404-4f09-8f62-ecbd930ea610 req-0f4ecd4c-d1b6-4f3e-b550-9bbb70ae91c0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834010 Dec 04 21:47:25.197453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:25.370279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660701a-9a24-4cbe-afd1-2bff88c1e0a0 req-97a159e8-da86-435b-855c-1d7da19a5824 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:25.380059 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8660701a-9a24-4cbe-afd1-2bff88c1e0a0 req-97a159e8-da86-435b-855c-1d7da19a5824 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1174228 Dec 04 21:47:25.445711 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8660701a-9a24-4cbe-afd1-2bff88c1e0a0 req-3a59e846-6912-4aa6-ab18-c4fbd629fd23 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Dec 04 21:47:25.451936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:25.453042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:25.619320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba72af8-6352-4a78-bec3-466407305f5f req-b64021c3-a8c5-491d-a45a-9273fbf68988 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:25.622471 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ba72af8-6352-4a78-bec3-466407305f5f req-b64021c3-a8c5-491d-a45a-9273fbf68988 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.1534228 Dec 04 21:47:25.704515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:25.757124 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ba72af8-6352-4a78-bec3-466407305f5f req-0a1938ee-eaa0-4c06-8416-bb7f44643a60 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274934 Dec 04 21:47:25.766446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:47:25.778783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:25.785121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:25.790056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:25.894768 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'code': 200} Dec 04 21:47:25.917240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=6']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:25.921828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:26.566242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75b09-aacd-41cb-9cd8-215818931d13 req-05cb01d4-ea83-4a97-8d5a-93aa7edb795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:26.568013 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b7f75b09-aacd-41cb-9cd8-215818931d13 req-05cb01d4-ea83-4a97-8d5a-93aa7edb795e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1163 time: 0.1010659 Dec 04 21:47:26.624001 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b7f75b09-aacd-41cb-9cd8-215818931d13 req-548e9009-ab98-4135-a42d-090aab49bdea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484011 Dec 04 21:47:26.752331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:26.762837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db237fe7-248e-4762-bc35-bd9d529132cd req-a8a05f62-36ab-4a2d-8a38-90c11124746e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:26.762837 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-db237fe7-248e-4762-bc35-bd9d529132cd req-a8a05f62-36ab-4a2d-8a38-90c11124746e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1705096 Dec 04 21:47:26.890132 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-db237fe7-248e-4762-bc35-bd9d529132cd req-5666a660-3b2e-4fed-b98d-6c58033d02b1 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187344 Dec 04 21:47:26.969365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 42b3dd2f-98ef-4697-8eb0-168eb9990629 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:26.970071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:27.200362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1900f-6fba-4fcd-9eb5-3fa60bee08b0 req-77c01dc1-627a-4347-845d-cee1b1baf0d8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:27.202195 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-48c1900f-6fba-4fcd-9eb5-3fa60bee08b0 req-77c01dc1-627a-4347-845d-cee1b1baf0d8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1794846 Dec 04 21:47:27.256506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-48c1900f-6fba-4fcd-9eb5-3fa60bee08b0 req-65d87470-4c3c-4909-9bf4-2bc32cad65bd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453641 Dec 04 21:47:27.553165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39468) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:27.782929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-70597288-2806-4eb8-b5bc-c785d82abf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:27.803820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:27.820456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:27.824861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c6691dfbc26b4f3b8fd0bf2113706491 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:27.827904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:27.834844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:27.935959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:27.939569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:27.969114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-375416c3-f6ee-408d-99f7-f71aa22e9a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:28.044858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f582b87c-a5e7-4d25-ae75-8fbad3afd1f6,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:28.062793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:28.071081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39482) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:28.091760 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c6691dfbc26b4f3b8fd0bf2113706491&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5337005 Dec 04 21:47:28.274814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:28.346953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:28.495359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:28.522334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1c83b6e7-8b82-4248-bf87-462ad57d7b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:28.575814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:28.587405 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f582b87c-a5e7-4d25-ae75-8fbad3afd1f6 HTTP/1.1" status: 204 len: 168 time: 0.5145185 Dec 04 21:47:28.589393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582b87c-a5e7-4d25-ae75-8fbad3afd1f6,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:28.606092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:28.614277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563b94f-c1df-4288-9843-a9dd7263664c req-f7072b23-854e-49c5-8fb1-825b8f745992 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:28.624065 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6563b94f-c1df-4288-9843-a9dd7263664c req-f7072b23-854e-49c5-8fb1-825b8f745992 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.4046414 Dec 04 21:47:28.698286 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6563b94f-c1df-4288-9843-a9dd7263664c req-e55d3c8d-a110-42f1-b8fd-d78d692f04cc tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728242 Dec 04 21:47:28.755656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa62bd-f41f-41bb-900a-6341f99103df req-dcbde984-32b6-45a2-a2ea-d91342b7ef55 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:28.760819 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73fa62bd-f41f-41bb-900a-6341f99103df req-dcbde984-32b6-45a2-a2ea-d91342b7ef55 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.2177200 Dec 04 21:47:28.838498 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73fa62bd-f41f-41bb-900a-6341f99103df req-1de7a916-9174-4ef3-b1a7-b4bf0ef936c6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658128 Dec 04 21:47:29.282302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39534) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:29.314166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.334809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:29.339056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Usage tracker for resource:security_group_rule and tenant:c8270991dbf045ed9eba2e089cf3c6f4 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:29.343039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:29.349752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:29.492765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.497597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.521259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7a5eed2-bb77-4a5b-8fd7-a8004448cd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:29.547232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39538) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:29.557595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c8270991dbf045ed9eba2e089cf3c6f4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2735472 Dec 04 21:47:29.586497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d88462-5716-4889-af4a-222fa51bd26d,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:29.590297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-abb5f48e-a3b7-458f-bc95-457a1400219e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:29.639459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.672942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.749446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.763358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e56775d5-2154-4054-b704-c71371409155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:29.795709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:29.816493 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/99d88462-5716-4889-af4a-222fa51bd26d HTTP/1.1" status: 204 len: 168 time: 0.2669430 Dec 04 21:47:29.821209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d88462-5716-4889-af4a-222fa51bd26d,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:29.828573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:30.108113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e268bb-c360-4491-8e83-162a1c4ae1aa req-da21ac33-43c8-46b9-856e-1f321c9b854f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:30.109539 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97e268bb-c360-4491-8e83-162a1c4ae1aa req-da21ac33-43c8-46b9-856e-1f321c9b854f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1881313 Dec 04 21:47:30.177007 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-97e268bb-c360-4491-8e83-162a1c4ae1aa req-66806a66-73ca-4eed-81f5-851534032880 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570934 Dec 04 21:47:30.247299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868672e-e26f-4fa6-8e04-03eb9f608fff req-9a4b11fa-01df-4b01-9a3a-286412c1cf3b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:30.249044 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4868672e-e26f-4fa6-8e04-03eb9f608fff req-9a4b11fa-01df-4b01-9a3a-286412c1cf3b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1388974 Dec 04 21:47:30.344751 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4868672e-e26f-4fa6-8e04-03eb9f608fff req-1053e29c-a95f-4660-b76d-24d376f4bff6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879865 Dec 04 21:47:30.997116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3d9b514e-3b9b-4082-8051-a4f1ea16b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:31.362416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-44375a00-d9c5-4ec3-8ea1-fe84725fb728 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:31.364968 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-44375a00-d9c5-4ec3-8ea1-fe84725fb728 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1712513 Dec 04 21:47:31.463237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39064de-fd1e-4518-bd49-4adc69db0ed6 req-8f5016f1-9bea-4232-bdac-740a3358f7e9 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:31.466354 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f39064de-fd1e-4518-bd49-4adc69db0ed6 req-8f5016f1-9bea-4232-bdac-740a3358f7e9 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 945 time: 0.1415176 Dec 04 21:47:31.538407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Deleting port 3468d51f-ba56-4012-89bc-1aac5d9c674d {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:47:31.539505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:31.594555 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f39064de-fd1e-4518-bd49-4adc69db0ed6 req-c1349974-774b-45e7-8fb4-db1c6f911603 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183231 Dec 04 21:47:31.599099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39586) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:31.849318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-842034598-network', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:47:31.855750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:31.860959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Usage tracker for resource:network and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:31.864627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:31.876350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:31.889439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Made reservation on behalf of 885c7c9e151f4cc7974cb45c2d50f2a0 for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:47:31.895645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:31.898788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] For port 3468d51f-ba56-4012-89bc-1aac5d9c674d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3468d51f-ba56-4012-89bc-1aac5d9c674d,segment=NetworkSegment(893b7864-98c2-44ab-92cf-4d4108de67f7),segment_id=893b7864-98c2-44ab-92cf-4d4108de67f7)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:31.899280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:31.902721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:31.913270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:31.933798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:31.938802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Usage tracker for resource:security_group_rule and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:31.943907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:31.951547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:32.092486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Calling delete_port for 3468d51f-ba56-4012-89bc-1aac5d9c674d owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:47:32.107040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.109122 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39598) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:32.119778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.135170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-da97bfaa-e852-46e6-a73d-cb801cb41d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:32.179331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f79547-0d1a-4930-a14d-a9c785c04dc5,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:32.204017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:47:32.212390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:32.222197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.222580 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Added segment 3338f29a-7d18-47d7-b571-3adbd875603c of type vxlan for network c195018b-8d5e-4b88-9bdf-fc061a8539d7 Dec 04 21:47:32.261770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.307231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.311392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:32.312165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.319591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8942641-049b-44c5-a9d7-479afff3f28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:32.348986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.371309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7ef82e71-7d85-49fc-a680-e76aa04b3875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:32.436544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Pushing event deleted for resources: {'Port': ['ID=3468d51f-ba56-4012-89bc-1aac5d9c674d,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:32.450526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:32.457602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.472077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Pushing event updated for resources: {'Network': ['ID=c195018b-8d5e-4b88-9bdf-fc061a8539d7,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:32.478959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:32.483166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:32.486428 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:47:32.488055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Usage tracker for resource:security_group_rule and tenant:ca60ebea33c54fe087952748f7112b28 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:32.491479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:32.498065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:32.537940 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9358027 Dec 04 21:47:32.540880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39604) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:32.555423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Request body: {'subnet': {'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-842034598-subnet', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:47:32.563234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:32.573753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Usage tracker for resource:subnet and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:32.578071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:32.589074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:32.622666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Made reservation on behalf of 885c7c9e151f4cc7974cb45c2d50f2a0 for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:47:32.628198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6775671'] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.676113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] No DVR routers for this DVR port 3468d51f-ba56-4012-89bc-1aac5d9c674d on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:47:32.682000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.735608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'name': 'network-vif-deleted', 'tag': '3468d51f-ba56-4012-89bc-1aac5d9c674d'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:47:32.768225 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c2529774-a9fa-450a-b3a0-beb80c703c5a req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "DELETE /v2.0/ports/3468d51f-ba56-4012-89bc-1aac5d9c674d HTTP/1.1" status: 204 len: 173 time: 1.3934400 Dec 04 21:47:32.787404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:47:32.811524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3468d51f-ba56-4012-89bc-1aac5d9c674d no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:47:32.889804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:32.959841 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853fb434-73de-41aa-8d56-4f7e7271ae4e', 'name': 'network-vif-deleted', 'tag': '3468d51f-ba56-4012-89bc-1aac5d9c674d', 'status': 'completed', 'code': 200} Dec 04 21:47:32.967117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-54a9ae4f-f893-46de-9b15-17d750d06201 req-cb68bfdf-9c2d-4cde-9608-597ebfab4689 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Synchronizing usage tracker for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:47:32.991246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-54a9ae4f-f893-46de-9b15-17d750d06201 req-cb68bfdf-9c2d-4cde-9608-597ebfab4689 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Unset dirty status for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:47:32.993067 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-54a9ae4f-f893-46de-9b15-17d750d06201 req-cb68bfdf-9c2d-4cde-9608-597ebfab4689 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=853fb434-73de-41aa-8d56-4f7e7271ae4e HTTP/1.1" status: 200 len: 210 time: 0.1581283 Dec 04 21:47:33.054139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.068764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4fa77384-51cd-48d7-86d6-6e6beebd132a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:33.107451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 3468d51f-ba56-4012-89bc-1aac5d9c674d {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:47:33.108184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 3468d51f-ba56-4012-89bc-1aac5d9c674d not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:47:33.111768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.115024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.140763 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ca60ebea33c54fe087952748f7112b28&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0292952 Dec 04 21:47:33.141842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f70f31-14cd-4a48-9e85-73acbd2174bd,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:33.146438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:33.147029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39616) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:33.267544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.305534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.389276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.407462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-32f61872-65b3-4871-ae1f-a31e85d86603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:33.432412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f70f31-14cd-4a48-9e85-73acbd2174bd,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:33.442221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:33.444321 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.446550 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ba5db22d-fbeb-4205-8e42-dc3ef6d2afed admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a3f70f31-14cd-4a48-9e85-73acbd2174bd HTTP/1.1" status: 204 len: 168 time: 0.2980471 Dec 04 21:47:33.452471 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848661625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6775576'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.469981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a71926d9-66df-4fe9-ae36-9a93df75670e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:33.718954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f764125e-a353-4fe3-a1b1-22e5f142e311,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:33.725753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:33.774922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.809066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Checking segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:47:33.809719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Network hostable DHCP agents. Network: c195018b-8d5e-4b88-9bdf-fc061a8539d7, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:47:33.840728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:47:33.855213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, c195018b-8d5e-4b88-9bdf-fc061a8539d7) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:47:33.864454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92a70c-3112-4dae-8370-17b69a6a22b1 None None] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:47:33.896778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:33.897614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:33.934234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39628) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:33.935004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e67fe8a9-aae6-4509-8eb9-5300a8aa5743 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3925576 Dec 04 21:47:33.948247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:47:33.961016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:33.968999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Usage tracker for resource:router and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:33.975203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:33.988302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:34.025636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.027954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.080488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.197187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39634) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:34.222356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.248210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:34.253957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Usage tracker for resource:security_group_rule and tenant:3376e0d73e64426d8a3ab3ef4d70c2aa is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:34.258623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:34.267153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:34.318028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:47:34.318974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.480167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.484077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.494248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e95af619-180a-4c0f-8f4a-3f5e240db16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:34.610572 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3376e0d73e64426d8a3ab3ef4d70c2aa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4119964 Dec 04 21:47:34.611465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39640) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:34.612846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d94cab-2f34-4d50-8026-bb7517ac7cf5,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:34.617016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:34.803666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.833720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.850105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.954459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:34.972822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5ffc1005-c331-4cdd-878d-1778364f816e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:35.013789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d94cab-2f34-4d50-8026-bb7517ac7cf5,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:35.027098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:35.031104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:35.042740 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e186c499-e71f-4bab-b99e-52f1e20dc5bb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/72d94cab-2f34-4d50-8026-bb7517ac7cf5 HTTP/1.1" status: 204 len: 168 time: 0.4237630 Dec 04 21:47:35.218558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Allocated IP 172.20.0.2 (c195018b-8d5e-4b88-9bdf-fc061a8539d7/f764125e-a353-4fe3-a1b1-22e5f142e311/60af0477-56b2-4cca-ba2f-277d6f78885b) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:47:35.571267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:35.585333 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:35.599389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Transition to ACTIVE for port object 60af0477-56b2-4cca-ba2f-277d6f78885b will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:47:35.610925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:35.623008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Transition to ACTIVE for port object 60af0477-56b2-4cca-ba2f-277d6f78885b will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:47:35.628682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:35.647794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:35.736954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Pushing event updated for resources: {'Port': ['ID=60af0477-56b2-4cca-ba2f-277d6f78885b,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:35.861414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.861950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.862437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.862924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.863190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.863656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.863977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.864472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.864971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.865252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.865689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.866229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.866798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.867214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.867666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.868119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.868777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.869215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.869653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.870154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.870587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.871028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.871458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.871896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:35.882751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:35.914113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:47:35.916356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:47:35.918870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:47:36.075751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Attempting to bind port 60af0477-56b2-4cca-ba2f-277d6f78885b on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:47:36.076188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Attempting to bind port 60af0477-56b2-4cca-ba2f-277d6f78885b by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:47:36.076605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Attempting to bind port 60af0477-56b2-4cca-ba2f-277d6f78885b on network c195018b-8d5e-4b88-9bdf-fc061a8539d7 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:47:36.101058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:47:36.101818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Checking segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:47:36.102466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:36.103077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Bound using segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:47:36.105382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Bound port: 60af0477-56b2-4cca-ba2f-277d6f78885b, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:47:36.105818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:36.256365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] For port 60af0477-56b2-4cca-ba2f-277d6f78885b, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:47:36.260339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] For port 60af0477-56b2-4cca-ba2f-277d6f78885b, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=60af0477-56b2-4cca-ba2f-277d6f78885b,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:47:36.265243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:36.311950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Allocated IP 172.28.3.251 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/603724c5-7a30-4db1-8cb2-f5e04dd0eaaa) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:47:36.470123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:36.613189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Pushing event updated for resources: {'Port': ['ID=60af0477-56b2-4cca-ba2f-277d6f78885b,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:36.617645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:36.639917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:36.731047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:36.769761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cdb19258-6fad-458e-a382-a734ea92c2a9 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:36.928539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Pushing event updated for resources: {'Port': ['ID=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:36.934067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:36.991031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:47:36.992455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:47:36.995324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:47:37.771831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:38.513367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:38.591837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 60af0477-56b2-4cca-ba2f-277d6f78885b up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:38.787578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 60af0477-56b2-4cca-ba2f-277d6f78885b completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:47:38.966490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Router 7bab3e50-9107-4352-bfc8-902a3ace9b9a is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:47:39.006886 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabb8ae-248f-4c4e-afc0-fd140feca969 None None] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:47:39.164982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Provisioning for port 60af0477-56b2-4cca-ba2f-277d6f78885b completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:47:39.734540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Provisioning complete for port 60af0477-56b2-4cca-ba2f-277d6f78885b triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:39.735679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:40.087947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:40.148897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] For port 60af0477-56b2-4cca-ba2f-277d6f78885b, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=60af0477-56b2-4cca-ba2f-277d6f78885b,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:40.161730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:40.166359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:40.280343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:47:40.389746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Pushing event updated for resources: {'Port': ['ID=60af0477-56b2-4cca-ba2f-277d6f78885b,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:40.397185 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Sync routers for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:47:40.414678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:40.424196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:47:40.425349 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:47:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:40.450851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:40.467445 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5270593 Dec 04 21:47:40.467912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39744) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:40.507541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-7bc1e350-6500-465e-b9b3-1027a6b1b6ea tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:40.511768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-7bc1e350-6500-465e-b9b3-1027a6b1b6ea tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Synchronizing usage tracker for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:network {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:47:40.563332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-7bc1e350-6500-465e-b9b3-1027a6b1b6ea tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Unset dirty status for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:network {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:47:40.576403 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-7bc1e350-6500-465e-b9b3-1027a6b1b6ea tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/networks?id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 200 len: 814 time: 0.6294289 Dec 04 21:47:40.602790 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-2df81dac-f015-4d01-8fc6-f01b16c4e4db tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/quotas/88b5dbb79ff44ccb8b482fa01614315e HTTP/1.1" status: 200 len: 375 time: 0.0245397 Dec 04 21:47:40.672746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-733d74b6-1593-4f23-807c-0470d36dca36 None None] Provisioning complete for port 60af0477-56b2-4cca-ba2f-277d6f78885b triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:40.673404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-733d74b6-1593-4f23-807c-0470d36dca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:40.691124 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-66fd3b45-14b8-41d8-9512-22fab3cf5533 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871410 Dec 04 21:47:40.969376 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-91c787f1-b089-48f5-9e4d-51d241007f8e service neutron] 10.222.0.17 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768114 Dec 04 21:47:41.292281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:47:41.306987 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-e64d294b-3213-4d2c-a0a4-ee7459872f40 service neutron] 10.222.0.17 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3349135 Dec 04 21:47:41.865660 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3e145f3-0565-4a57-ac2a-3803f994eb0f req-b11578bf-ca23-4143-965e-d10ea0e1d0e8 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 210 time: 0.1241920 Dec 04 21:47:41.907783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:42.143689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-cd254ee1-2d60-4b76-8ae7-e1796a6bd509 None None] Provisioning complete for port 60af0477-56b2-4cca-ba2f-277d6f78885b triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:42.143689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cd254ee1-2d60-4b76-8ae7-e1796a6bd509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:42.386103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:37Z', 'revision_number': 3, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:42.413786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Checking router: 7bab3e50-9107-4352-bfc8-902a3ace9b9a for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:47:42.413786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Updating router 7bab3e50-9107-4352-bfc8-902a3ace9b9a port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:47:42.515358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 60af0477-56b2-4cca-ba2f-277d6f78885b up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:42.572412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.059805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.095921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Transition to ACTIVE for port object 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:47:43.116562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.127839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Allocated IP 172.20.0.1 (c195018b-8d5e-4b88-9bdf-fc061a8539d7/f764125e-a353-4fe3-a1b1-22e5f142e311/db3db5cf-6443-437e-8f7e-a1bf27d580c2) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:47:43.142230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:43.231919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b01c0-064c-4675-ad91-59cf240db91d None None] Pushing event updated for resources: {'Port': ['ID=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:43.236767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c07b01c0-064c-4675-ad91-59cf240db91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:43.464508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.507681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Transition to ACTIVE for port object db3db5cf-6443-437e-8f7e-a1bf27d580c2 will not be triggered until provisioned by entity DHCP. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:47:43.537729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Attempting to bind port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:47:43.538144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.538269 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Attempting to bind port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:47:43.538596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Attempting to bind port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:47:43.557730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:47:43.558184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:47:43.558663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.559068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:47:43.559614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Bound port: 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:47:43.560042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.567095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9c4888c4-08cc-4d4d-9f83-d94d7ce3ea39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:43.724433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 60af0477-56b2-4cca-ba2f-277d6f78885b triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:43.724766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:43.812249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Pushing event updated for resources: {'Port': ['ID=db3db5cf-6443-437e-8f7e-a1bf27d580c2,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:43.823643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:43.890763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:47:43.892218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:47:43.905907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:47:43.915155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] For port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:47:43.969262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] For port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:47:43.977145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.003951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.017185 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-b1514c56-1706-4149-b59c-48c9111edd15 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:44.042378 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-b1514c56-1706-4149-b59c-48c9111edd15 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "GET /v2.0/networks?id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 200 len: 814 time: 0.4789517 Dec 04 21:47:44.045838 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-278bc7c8-8ab5-4fd1-b849-aceea7f6c6a5 req-ab2aeeb1-c1eb-4d1c-beed-32c31860bb39 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 210 time: 0.9028442 Dec 04 21:47:44.066438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Request body: {'port': {'device_id': '37e88128-0fef-47cc-9c04-09cd64992e49', 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33', 'admin_state_up': True, 'tenant_id': '88b5dbb79ff44ccb8b482fa01614315e'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:47:44.133382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:44.320286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.403238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-1adb78f5-75c6-4a1c-8678-4a428471d0f9 None None] Provisioning for port db3db5cf-6443-437e-8f7e-a1bf27d580c2 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:47:44.412390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b01c0-064c-4675-ad91-59cf240db91d None None] Pushing event updated for resources: {'Port': ['ID=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:44.429088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c07b01c0-064c-4675-ad91-59cf240db91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:44.433496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-1adb78f5-75c6-4a1c-8678-4a428471d0f9 None None] Provisioning complete for port db3db5cf-6443-437e-8f7e-a1bf27d580c2 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:44.434220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1adb78f5-75c6-4a1c-8678-4a428471d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.527895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-1adb78f5-75c6-4a1c-8678-4a428471d0f9 None None] Port db3db5cf-6443-437e-8f7e-a1bf27d580c2 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:47:44.568634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:47:44.570170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:47:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:44.598679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:44.662414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:44.699249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Made reservation on behalf of 88b5dbb79ff44ccb8b482fa01614315e for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:47:44.719868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.757657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.763263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:44.796439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c7bdf91e-f3bd-4524-950c-b979a0594741 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:44.838474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:47:44.921148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:45.196488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Pushing event updated for resources: {'Port': ['ID=db3db5cf-6443-437e-8f7e-a1bf27d580c2,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:45.219249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:45.339909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:47:45.342781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:47:45.355426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:43Z', 'revision_number': 1, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:45.363120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c2e0e-b22e-41ef-8f67-3c7b6dc566aa None None] The sync data for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb is: [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:43Z', 'revision_number': 1, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:47:45.406914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Allocated IP 172.20.0.14 (947ee50e-b4d4-4b08-a9ba-5353cb11bb33/6d4b1aec-dc4d-4253-88d6-48f57acbb0d5/13e50241-c593-4c6b-9992-0fa932de302a) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:47:45.773423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-efb3b16f-a50a-467e-aac8-c8b947a82166 None None] Provisioning complete for port db3db5cf-6443-437e-8f7e-a1bf27d580c2 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:45.774445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-efb3b16f-a50a-467e-aac8-c8b947a82166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:45.995422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:46.007467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-efb3b16f-a50a-467e-aac8-c8b947a82166 None None] Port db3db5cf-6443-437e-8f7e-a1bf27d580c2 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:47:46.016184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Router 7bab3e50-9107-4352-bfc8-902a3ace9b9a has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:47:46.124325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:46.143877 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4267c619-74c9-45bd-b345-bef12db4cafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:46.370659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Pushing event updated for resources: {'Port': ['ID=13e50241-c593-4c6b-9992-0fa932de302a,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:46.375701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:46.427011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39818) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:46.507218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dae70-2ae1-4488-871b-b7bb04b962ac req-2dfa2c70-71e2-4fb9-bda5-42214e903a4c tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:46.508852 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-aa1dae70-2ae1-4488-871b-b7bb04b962ac req-2dfa2c70-71e2-4fb9-bda5-42214e903a4c tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 932 time: 0.8971617 Dec 04 21:47:46.511806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:47:46.518021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:47:46.531340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:47:46.582650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:47:46.623860 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-aa1dae70-2ae1-4488-871b-b7bb04b962ac req-8bd0747a-ab3e-4305-a419-802369d1595a tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059163 Dec 04 21:47:46.634586 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] 10.222.0.17 "PUT /v2.0/routers/7bab3e50-9107-4352-bfc8-902a3ace9b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1648421 Dec 04 21:47:46.746131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:46.788738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:47:46.803608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Usage tracker for resource:security_group_rule and tenant:2862b388eeb34ee69aaf0c6a4ee868a3 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:47:46.811040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:46.811776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:46.823507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:47:46.857155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:47:46.860946 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7997141 Dec 04 21:47:46.882464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Request body: {'port': {'device_id': '37e88128-0fef-47cc-9c04-09cd64992e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:47:47.083260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:47.333975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:47.350043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:47.779292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e50241-c593-4c6b-9992-0fa932de302a {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:47:47.791768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:47.807510 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Transition to ACTIVE for port object 13e50241-c593-4c6b-9992-0fa932de302a will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:47:47.809138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e7f64859-1a1f-4b3f-b2f5-27285e688f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:47.823572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39850) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:47.847671 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2862b388eeb34ee69aaf0c6a4ee868a3&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4191868 Dec 04 21:47:47.862306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.035081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.103126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.215892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.232201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-82f519c5-10da-4ace-b8d9-a16a4f547d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:48.246733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03adf0f4-37c5-4408-93b7-321a0897031b,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:48.250559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:48.256590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:48.342426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03adf0f4-37c5-4408-93b7-321a0897031b,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:48.356155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079ab8-1c4e-41a6-a063-71b014ba9dfa req-e3b8b1ea-8e55-45b7-8e5b-8c5e8f008a1b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:48.358048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-5d079ab8-1c4e-41a6-a063-71b014ba9dfa req-e3b8b1ea-8e55-45b7-8e5b-8c5e8f008a1b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Synchronizing usage tracker for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:47:48.373420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:48.374732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.378965 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-042aa4da-5ba8-44ce-8b1b-e1e590ad2b4f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/03adf0f4-37c5-4408-93b7-321a0897031b HTTP/1.1" status: 204 len: 168 time: 0.5541537 Dec 04 21:47:48.410044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Pushing event updated for resources: {'Port': ['ID=13e50241-c593-4c6b-9992-0fa932de302a,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:48.413809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:48.418368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-5d079ab8-1c4e-41a6-a063-71b014ba9dfa req-e3b8b1ea-8e55-45b7-8e5b-8c5e8f008a1b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Unset dirty status for tenant:88b5dbb79ff44ccb8b482fa01614315e on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:47:48.420023 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d079ab8-1c4e-41a6-a063-71b014ba9dfa req-e3b8b1ea-8e55-45b7-8e5b-8c5e8f008a1b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.5055213 Dec 04 21:47:48.498112 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d079ab8-1c4e-41a6-a063-71b014ba9dfa req-aca994ea-4b46-4deb-aaf6-99e0941f2dae tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653689 Dec 04 21:47:48.583942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:48.677938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:47:48.684773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:48.685198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.696536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Attempting to bind port 13e50241-c593-4c6b-9992-0fa932de302a on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:47:48.697202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Attempting to bind port 13e50241-c593-4c6b-9992-0fa932de302a by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:47:48.697911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Attempting to bind port 13e50241-c593-4c6b-9992-0fa932de302a on network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:47:48.746170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:47:48.746170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Checking segment: {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:47:48.746170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.746170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Bound using segment: {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:47:48.746170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Bound port: 13e50241-c593-4c6b-9992-0fa932de302a, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893b7864-98c2-44ab-92cf-4d4108de67f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '947ee50e-b4d4-4b08-a9ba-5353cb11bb33'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:47:48.746170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.859685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.890739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:48.895898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:48.902881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:49.133980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] For port 13e50241-c593-4c6b-9992-0fa932de302a, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:47:49.148149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] For port 13e50241-c593-4c6b-9992-0fa932de302a, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=13e50241-c593-4c6b-9992-0fa932de302a,segment=NetworkSegment(893b7864-98c2-44ab-92cf-4d4108de67f7),segment_id=893b7864-98c2-44ab-92cf-4d4108de67f7)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:47:49.154241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:49.160305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:49.172337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:49.200508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7ccb4fbd-bfae-43aa-93fd-23ae17d227ec tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:49.557689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Pushing event updated for resources: {'Port': ['ID=13e50241-c593-4c6b-9992-0fa932de302a,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:49.562953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:49.663557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:49.664238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:49.666184 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] 10.222.0.49 "PUT /v2.0/ports/13e50241-c593-4c6b-9992-0fa932de302a HTTP/1.1" status: 200 len: 1158 time: 2.7908554 Dec 04 21:47:49.666776 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e88128-0fef-47cc-9c04-09cd64992e49', 'tag': '13e50241-c593-4c6b-9992-0fa932de302a'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:47:49.837044 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e88128-0fef-47cc-9c04-09cd64992e49', 'tag': '13e50241-c593-4c6b-9992-0fa932de302a', 'status': 'completed', 'code': 200} Dec 04 21:47:49.893503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-bad58730-2d71-4f2a-bcce-2a7dc35acb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:49.896306 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-bad58730-2d71-4f2a-bcce-2a7dc35acb6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 1161 time: 0.1377325 Dec 04 21:47:49.899709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231da2a-f876-40fe-8694-1a8a9b4bb39b req-7dff124a-5121-46eb-93ac-9c7b018eecda tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:49.901427 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a231da2a-f876-40fe-8694-1a8a9b4bb39b req-7dff124a-5121-46eb-93ac-9c7b018eecda tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.0998402 Dec 04 21:47:50.017518 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a231da2a-f876-40fe-8694-1a8a9b4bb39b req-29e8ee73-c1de-4e92-af55-e237d6c17008 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067898 Dec 04 21:47:50.028484 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-7040a8f4-435f-4626-8749-678ebed4ba0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e50241-c593-4c6b-9992-0fa932de302a HTTP/1.1" status: 200 len: 217 time: 0.1172941 Dec 04 21:47:50.195004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-e5acb6c5-0757-45e6-9cdd-a7c660cad3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:50.198085 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-e5acb6c5-0757-45e6-9cdd-a7c660cad3a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d4b1aec-dc4d-4253-88d6-48f57acbb0d5 HTTP/1.1" status: 200 len: 854 time: 0.1620150 Dec 04 21:47:50.310833 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-5667d390-e5be-4b98-8398-b5f624acddfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035266 Dec 04 21:47:50.315161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Sync routers for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:47:50.361261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:47:50.362512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:47:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:50.637227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:50.666236 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-53fab1ac-8b4b-41ec-a540-ba32f851aca9 service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482592 Dec 04 21:47:50.861476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:50.862210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:51.015246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:47:51.707196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 2, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:51.720390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Checking router: 7bab3e50-9107-4352-bfc8-902a3ace9b9a for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:47:51.721623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Updating router 7bab3e50-9107-4352-bfc8-902a3ace9b9a port db3db5cf-6443-437e-8f7e-a1bf27d580c2 binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:47:51.757170 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06e1fd63-58fa-439d-9921-ce6e81ee8899 req-06692a19-149b-4eec-a3e5-c255fad00179 service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0767500 Dec 04 21:47:51.771960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816aa2-3810-45b2-a2b8-beeb2442e939 req-21cd5213-1425-44c0-8366-98e5257627c6 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:51.778289 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-80816aa2-3810-45b2-a2b8-beeb2442e939 req-21cd5213-1425-44c0-8366-98e5257627c6 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.2967155 Dec 04 21:47:51.827225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:51.867743 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-80816aa2-3810-45b2-a2b8-beeb2442e939 req-a1001de8-b9dc-4058-8696-32c67ad007df tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822523 Dec 04 21:47:51.981665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-fd38c22b-1358-45d6-b6a9-f847d89ef876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:51.985031 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-fd38c22b-1358-45d6-b6a9-f847d89ef876 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 1161 time: 0.1148841 Dec 04 21:47:52.170189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-1399638a-006c-452f-a4ee-8a60ce2c7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:52.172522 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-1399638a-006c-452f-a4ee-8a60ce2c7d8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 200 len: 908 time: 0.1806815 Dec 04 21:47:52.257700 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-7d268364-69e1-449c-a9eb-0bafb36535f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e50241-c593-4c6b-9992-0fa932de302a HTTP/1.1" status: 200 len: 217 time: 0.0782692 Dec 04 21:47:52.343366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-4d8a1dc8-3a54-4140-a878-baea8b7c1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:52.345301 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-4d8a1dc8-3a54-4140-a878-baea8b7c1c51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d4b1aec-dc4d-4253-88d6-48f57acbb0d5 HTTP/1.1" status: 200 len: 854 time: 0.0759900 Dec 04 21:47:52.508107 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-fb96beb7-1d5c-4bf2-b884-0fa88b7dbc86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=947ee50e-b4d4-4b08-a9ba-5353cb11bb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537817 Dec 04 21:47:52.730819 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-5890b6fc-74a0-45de-8419-e8abc5b73a95 service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156024 Dec 04 21:47:52.968920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:53.021614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Transition to ACTIVE for port object db3db5cf-6443-437e-8f7e-a1bf27d580c2 will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:47:53.030183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:53.240061 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4347153d-6fa3-469e-89fb-4a956c9abc17 req-9a8ec32d-75cf-4f15-ab08-37eb2db2e2cb service neutron] 10.222.0.49 "GET /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4991417 Dec 04 21:47:53.359563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:53.430125 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8aae4-0712-4342-90f2-d4a399c8752a req-379effb9-759f-4809-b0d6-39cf16be6207 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:53.431895 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0bd8aae4-0712-4342-90f2-d4a399c8752a req-379effb9-759f-4809-b0d6-39cf16be6207 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.2348304 Dec 04 21:47:53.500487 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0bd8aae4-0712-4342-90f2-d4a399c8752a req-c47c805e-cd5c-47e4-bf48-76e4ee9bacf8 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613394 Dec 04 21:47:53.820681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Attempting to bind port db3db5cf-6443-437e-8f7e-a1bf27d580c2 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:47:53.821082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Attempting to bind port db3db5cf-6443-437e-8f7e-a1bf27d580c2 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:47:53.821474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Attempting to bind port db3db5cf-6443-437e-8f7e-a1bf27d580c2 on network c195018b-8d5e-4b88-9bdf-fc061a8539d7 {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:47:53.825423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Pushing event updated for resources: {'Port': ['ID=db3db5cf-6443-437e-8f7e-a1bf27d580c2,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:53.829892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:47:53.830356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Checking segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:47:53.830804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:53.831217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Bound using segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:47:53.831718 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Bound port: db3db5cf-6443-437e-8f7e-a1bf27d580c2, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:47:53.832123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:53.856248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.856611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.856968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.857328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.857687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.858074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.858432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.858761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.859111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.859459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.859809 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.860302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.860580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.860960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.862144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.862355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.862804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.862901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.863180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.863523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.863907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.864212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.864552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.864893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:47:53.892673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:53.952016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] For port db3db5cf-6443-437e-8f7e-a1bf27d580c2, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:47:53.956033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] For port db3db5cf-6443-437e-8f7e-a1bf27d580c2, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=db3db5cf-6443-437e-8f7e-a1bf27d580c2,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:47:53.959869 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:53.977769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:54.141656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Pushing event updated for resources: {'Port': ['ID=db3db5cf-6443-437e-8f7e-a1bf27d580c2,revision_number=4']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:54.147725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:54.208436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:47:54.209241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:47:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:54.450141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:47:54.688642 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device db3db5cf-6443-437e-8f7e-a1bf27d580c2 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:54.787961 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port db3db5cf-6443-437e-8f7e-a1bf27d580c2 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:47:54.794237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port db3db5cf-6443-437e-8f7e-a1bf27d580c2 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:54.794656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:54.811512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8e685-a035-4ba5-bf7f-58604f8c0bcc req-b53a0781-79d0-4a3a-8d5c-1a540d96de6e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:54.825834 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e5f8e685-a035-4ba5-bf7f-58604f8c0bcc req-b53a0781-79d0-4a3a-8d5c-1a540d96de6e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.1657176 Dec 04 21:47:54.913574 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e5f8e685-a035-4ba5-bf7f-58604f8c0bcc req-0d4f549b-e15d-4439-a6ec-118aa4f523f3 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863514 Dec 04 21:47:55.197796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:55.200583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:53Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:47:55.215082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38eb71-e2b9-47f3-b2ca-9c044a1b88ca None None] The sync data for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb is: [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:53Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:47:55.272989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port db3db5cf-6443-437e-8f7e-a1bf27d580c2, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=db3db5cf-6443-437e-8f7e-a1bf27d580c2,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:55.277230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:55.290516 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:55.370500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=db3db5cf-6443-437e-8f7e-a1bf27d580c2,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:55.373969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:56.342120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e09240-4171-4f83-95f1-e857a2a4c87f req-5d2fbb3b-95b5-446e-9fbb-3e976c47fdf7 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:56.360743 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-90e09240-4171-4f83-95f1-e857a2a4c87f req-5d2fbb3b-95b5-446e-9fbb-3e976c47fdf7 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.1941450 Dec 04 21:47:56.451633 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-90e09240-4171-4f83-95f1-e857a2a4c87f req-7bb3c0f4-acd5-4a45-86b2-d8ff5c3efbff tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888233 Dec 04 21:47:56.547362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device db3db5cf-6443-437e-8f7e-a1bf27d580c2 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:56.647332 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port db3db5cf-6443-437e-8f7e-a1bf27d580c2 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:56.647864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:57.536918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 13e50241-c593-4c6b-9992-0fa932de302a up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:57.803634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fd16-f94c-4fee-9e32-8cd055d5d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:57.816121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 13e50241-c593-4c6b-9992-0fa932de302a completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:47:57.827740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 13e50241-c593-4c6b-9992-0fa932de302a triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:57.828460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:57.965989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ad1e-d93a-461d-9c71-e717ea850d7f req-eb8af9f4-f913-411c-89bb-205cf9622350 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:57.975390 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0095ad1e-d93a-461d-9c71-e717ea850d7f req-eb8af9f4-f913-411c-89bb-205cf9622350 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 944 time: 0.1094203 Dec 04 21:47:58.079096 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0095ad1e-d93a-461d-9c71-e717ea850d7f req-24b0b653-1b46-4892-bfac-d60b101f8bfe tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021302 Dec 04 21:47:58.183740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:58.225821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 13e50241-c593-4c6b-9992-0fa932de302a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=13e50241-c593-4c6b-9992-0fa932de302a,segment=NetworkSegment(893b7864-98c2-44ab-92cf-4d4108de67f7),segment_id=893b7864-98c2-44ab-92cf-4d4108de67f7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:47:58.227422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e88128-0fef-47cc-9c04-09cd64992e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e50241-c593-4c6b-9992-0fa932de302a'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:47:58.234515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:58.237907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:47:58.322214 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e88128-0fef-47cc-9c04-09cd64992e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e50241-c593-4c6b-9992-0fa932de302a', 'code': 200} Dec 04 21:47:58.332805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=13e50241-c593-4c6b-9992-0fa932de302a,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:47:58.336952 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:47:58.656891 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc100e-487b-4812-989c-2804fb23a7ef req-bf9b6ecb-f005-4318-84f1-c51762cdac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:58.659186 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8fc100e-487b-4812-989c-2804fb23a7ef req-bf9b6ecb-f005-4318-84f1-c51762cdac28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 1163 time: 0.0811913 Dec 04 21:47:58.703259 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8fc100e-487b-4812-989c-2804fb23a7ef req-fe9957f7-e405-4e32-8bb7-ad7036c28eab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Dec 04 21:47:59.076357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 13e50241-c593-4c6b-9992-0fa932de302a up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:47:59.158471 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 13e50241-c593-4c6b-9992-0fa932de302a triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:47:59.158892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:59.349209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:47:59.367517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e92cc-e753-4d8e-a0d6-15c720e136cd req-8bc1b403-15fd-409c-b2a1-20635081782e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:47:59.369501 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8a7e92cc-e753-4d8e-a0d6-15c720e136cd req-8bc1b403-15fd-409c-b2a1-20635081782e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.1113739 Dec 04 21:47:59.431272 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8a7e92cc-e753-4d8e-a0d6-15c720e136cd req-dd43aac4-f5ba-49ee-a30a-c1ed684c594f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547042 Dec 04 21:47:59.601802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 39976) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:47:59.680419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Deleting subnet b2cc6de7-99a3-4e98-be3f-7e178f5b452f {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:47:59.683785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:59.745009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:47:59.809148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:00.141812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:00.162819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-76f463b7-1d15-4953-a5a2-c93347975b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:00.218702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cc6de7-99a3-4e98-be3f-7e178f5b452f,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:00.277158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.277566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.278017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.278421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.278813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.279205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.279589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.279974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.280356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.280733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.281126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.281499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.281991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.282377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.282758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.283721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.284105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.284491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.284871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.285251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.285632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.286035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.286419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.286797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:00.295225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:00.332604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:00.347807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 39980) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:00.348121 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-dac01b8f-111f-4e4f-8b15-623f369aceec admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b2cc6de7-99a3-4e98-be3f-7e178f5b452f HTTP/1.1" status: 204 len: 168 time: 0.7447455 Dec 04 21:48:00.473714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:00.937584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d09cd974-76ab-4759-9394-48ffa7b8187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:00.954462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:00.995629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6e1a-a7f1-4b8a-a04b-2651c9fd602e req-d935d788-f1a6-4777-92a5-a6a7986b6618 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:00.997320 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6c5a6e1a-a7f1-4b8a-a04b-2651c9fd602e req-d935d788-f1a6-4777-92a5-a6a7986b6618 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.2494652 Dec 04 21:48:01.121807 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6c5a6e1a-a7f1-4b8a-a04b-2651c9fd602e req-d4d2f1c5-9b87-49a5-9be7-365ec0cfa462 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080594 Dec 04 21:48:01.157232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a51b67-67e5-4ad9-b739-959985f20218']}} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:01.177202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd47624-cee6-4320-96dc-4a2785493c06') {'for_net_delete': True} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:01.177537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd47624-cee6-4320-96dc-4a2785493c06') {} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:01.193425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847528534'] for segment, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:01.214160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:01.217127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:48:01.429366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Network 30a51b67-67e5-4ad9-b739-959985f20218 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:48:01.438690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848712471'] for segment, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:01.656976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Network 30a51b67-67e5-4ad9-b739-959985f20218 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:48:01.697995 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:48:01.850685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:01.858710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7bf4203-d51a-4793-829a-d455dc3a81e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:01.885660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:01.888562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a51b67-67e5-4ad9-b739-959985f20218,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:01.898440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.898687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:01.899037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.899210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.899589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.899966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.900342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.900717 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.901091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.901504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.901909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.902291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.902662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.903126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.903503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.903892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.904280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.904652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.905022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.905441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.905814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.906217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.906584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.906953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.907320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:01.919528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:01.926406 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-75957f88-64f0-4d80-a6f3-533dce734f15 admin admin] 10.222.0.17 "DELETE /v2.0/networks/30a51b67-67e5-4ad9-b739-959985f20218 HTTP/1.1" status: 204 len: 168 time: 1.5739334 Dec 04 21:48:02.205128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40008) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:02.269057 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-45c27a6b-57ea-4f18-aa4d-2aa663773340 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe69d5d73dc540ed8f81915cc8fc7414&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0618613 Dec 04 21:48:02.272123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40014) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:02.347254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:02.378297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:02.427106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:02.432062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-95edd3d2-0cf4-4a55-a837-b74be43c5b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:02.446665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f530afe-b393-4501-909e-29a45cfbd294,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:02.449354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:02.458576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:02.462340 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6f530afe-b393-4501-909e-29a45cfbd294 HTTP/1.1" status: 204 len: 168 time: 0.1891084 Dec 04 21:48:02.581849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:02.584328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:03.012633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-8f3739ef-f869-4853-ac94-abdd827c6742 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:03.014303 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-8f3739ef-f869-4853-ac94-abdd827c6742 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 814 time: 0.1645639 Dec 04 21:48:03.031333 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-88c3f913-a83d-4c7e-b6a5-aa700ca9c033 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/quotas/885c7c9e151f4cc7974cb45c2d50f2a0 HTTP/1.1" status: 200 len: 375 time: 0.0101151 Dec 04 21:48:03.123030 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-115898a3-b08b-4dc5-b599-e336b0d254d6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856369 Dec 04 21:48:03.430792 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-d9f33075-b2db-4e03-95d2-d0f8ca30376b service neutron] 10.222.0.17 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942274 Dec 04 21:48:03.582990 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-f17b928a-eb7b-4f2c-9855-a87050f16822 service neutron] 10.222.0.17 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454198 Dec 04 21:48:03.748612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:03.790419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-432450cd-ce34-41ae-9ddb-3693b08758c7 req-1fc4bd07-db87-4d88-ba8b-b432b7a5c6b6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:03.807071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-432450cd-ce34-41ae-9ddb-3693b08758c7 req-1fc4bd07-db87-4d88-ba8b-b432b7a5c6b6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:03.808346 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-432450cd-ce34-41ae-9ddb-3693b08758c7 req-1fc4bd07-db87-4d88-ba8b-b432b7a5c6b6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0667620 Dec 04 21:48:04.989405 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f0ba452d-72e3-4887-af31-6e8e032eb8ca req-7fd6c79c-f1c1-4d81-ab4a-a2a4d0244367 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0458453 Dec 04 21:48:05.284953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-ff207c90-e96a-4f50-97eb-b56474eea9f1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:05.286473 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-ff207c90-e96a-4f50-97eb-b56474eea9f1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 814 time: 0.1580350 Dec 04 21:48:05.309950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'port': {'device_id': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'admin_state_up': True, 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:05.462869 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:05.472889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:05.481577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Made reservation on behalf of 885c7c9e151f4cc7974cb45c2d50f2a0 for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:48:05.487960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:05.837389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Allocated IP 172.20.0.12 (c195018b-8d5e-4b88-9bdf-fc061a8539d7/f764125e-a353-4fe3-a1b1-22e5f142e311/7a0d3779-1f8e-4d6f-92a1-ef91716586dc) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:48:06.340603 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f2a07e4-1012-4612-8657-af8210c81630 req-e6180fff-1869-42b6-85ab-56ad28b3b781 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.1267569 Dec 04 21:48:06.414651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:06.432684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Transition to ACTIVE for port object 7a0d3779-1f8e-4d6f-92a1-ef91716586dc will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:48:06.468661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:06.489832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:06.632330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:06.636816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:06.691842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:48:06.693027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:48:06.695354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:48:06.763621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:06.764321 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:06.793046 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4874411 Dec 04 21:48:06.884652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-de7d1b96-67e5-4029-98be-2764d28cc071 None None] Provisioning for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:48:06.889542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-de7d1b96-67e5-4029-98be-2764d28cc071 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:48:06.889986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de7d1b96-67e5-4029-98be-2764d28cc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:06.959335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-de7d1b96-67e5-4029-98be-2764d28cc071 None None] Port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:48:07.578031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e94e6-ee18-4453-94e9-b8d742e00a72 req-9817472c-0b81-4dce-bce0-db3172b58c13 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:07.579621 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-543e94e6-ee18-4453-94e9-b8d742e00a72 req-9817472c-0b81-4dce-bce0-db3172b58c13 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0856271 Dec 04 21:48:07.644335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-543e94e6-ee18-4453-94e9-b8d742e00a72 req-7132be54-a309-4ae1-ba39-93119ca6cca2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:07.662675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-543e94e6-ee18-4453-94e9-b8d742e00a72 req-7132be54-a309-4ae1-ba39-93119ca6cca2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:07.663964 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-543e94e6-ee18-4453-94e9-b8d742e00a72 req-7132be54-a309-4ae1-ba39-93119ca6cca2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Dec 04 21:48:08.888106 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee797e-f867-43cf-844a-af5c9312e8a1 req-1eed67ad-4a7c-44da-b3a2-8dae5d01ebbd tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:08.888968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-98ee797e-f867-43cf-844a-af5c9312e8a1 req-1eed67ad-4a7c-44da-b3a2-8dae5d01ebbd tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:08.907457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-98ee797e-f867-43cf-844a-af5c9312e8a1 req-1eed67ad-4a7c-44da-b3a2-8dae5d01ebbd tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:08.908795 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98ee797e-f867-43cf-844a-af5c9312e8a1 req-1eed67ad-4a7c-44da-b3a2-8dae5d01ebbd tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.1123052 Dec 04 21:48:08.976671 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98ee797e-f867-43cf-844a-af5c9312e8a1 req-46f39373-7412-4f33-9093-4929776970bd tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599551 Dec 04 21:48:10.231366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cee5f-f64b-43b9-85cf-4f2ae245f841 req-38c5c7cc-efb6-4cca-9469-adbaeefe21f0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:10.233060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-899cee5f-f64b-43b9-85cf-4f2ae245f841 req-38c5c7cc-efb6-4cca-9469-adbaeefe21f0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0947413 Dec 04 21:48:10.284732 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-899cee5f-f64b-43b9-85cf-4f2ae245f841 req-3270a503-2b42-47c4-ade6-7c4ea2bdf541 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450928 Dec 04 21:48:11.508247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b268ba-f27a-401a-a7d6-d311c4fc2480 req-f544bdeb-b138-41b6-8424-06f9f099c4ab tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:11.509952 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-05b268ba-f27a-401a-a7d6-d311c4fc2480 req-f544bdeb-b138-41b6-8424-06f9f099c4ab tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0873373 Dec 04 21:48:11.565280 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-05b268ba-f27a-401a-a7d6-d311c4fc2480 req-4657a552-ae7c-40bf-b09e-12bc7c833b3a tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484581 Dec 04 21:48:12.797470 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e63b1a-80b3-4843-97b5-da2225872d0a req-d5fb581a-6522-4329-a6c8-b4086dbc8342 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:12.799222 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c7e63b1a-80b3-4843-97b5-da2225872d0a req-d5fb581a-6522-4329-a6c8-b4086dbc8342 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0929842 Dec 04 21:48:12.852824 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c7e63b1a-80b3-4843-97b5-da2225872d0a req-c68b9131-98d5-4843-b73b-54b863f5bd82 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Dec 04 21:48:14.101325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f995a9-7dc3-4e1d-bd4e-4d153877693c req-22ba40f1-b504-4f66-9203-45e4cc9e232e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:14.103055 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63f995a9-7dc3-4e1d-bd4e-4d153877693c req-22ba40f1-b504-4f66-9203-45e4cc9e232e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.1061740 Dec 04 21:48:14.153799 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63f995a9-7dc3-4e1d-bd4e-4d153877693c req-3e812902-c85a-48f8-91ab-4e825f3b5bd4 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Dec 04 21:48:15.385518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6f626-0c26-4967-8008-9b8356b0e75b req-ba51ef22-10b9-47e0-b6b6-c1595ad00f7d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:15.387152 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4df6f626-0c26-4967-8008-9b8356b0e75b req-ba51ef22-10b9-47e0-b6b6-c1595ad00f7d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0882115 Dec 04 21:48:15.441927 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4df6f626-0c26-4967-8008-9b8356b0e75b req-fea23ba7-61a5-4798-876b-11da4f148841 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Dec 04 21:48:16.666410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ef96-b933-4c1e-a7fd-534ffa575fec req-a7fda8b4-b2dc-4bc5-8176-873a4a9008e1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:16.668128 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0459ef96-b933-4c1e-a7fd-534ffa575fec req-a7fda8b4-b2dc-4bc5-8176-873a4a9008e1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0900095 Dec 04 21:48:16.716972 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0459ef96-b933-4c1e-a7fd-534ffa575fec req-fef4f5e7-2221-477a-bae9-ce1484593946 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Dec 04 21:48:17.935447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee93c5f-10ed-4d01-aad8-70acf505ab77 req-11cdd95b-2cc4-4ed1-b835-feaf141361ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:17.937055 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ee93c5f-10ed-4d01-aad8-70acf505ab77 req-11cdd95b-2cc4-4ed1-b835-feaf141361ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0856144 Dec 04 21:48:17.985608 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ee93c5f-10ed-4d01-aad8-70acf505ab77 req-4c3b0fd6-5751-4ef0-8310-eb8a667422ff tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Dec 04 21:48:19.208468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc4ba-5ddd-4048-99f7-323cd8f213bf req-b307b4d1-2005-4d43-82f2-bb05a07a746d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:19.210118 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-959cc4ba-5ddd-4048-99f7-323cd8f213bf req-b307b4d1-2005-4d43-82f2-bb05a07a746d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 932 time: 0.0860665 Dec 04 21:48:19.263290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-959cc4ba-5ddd-4048-99f7-323cd8f213bf req-e0c5237f-cad6-49b1-b546-d7a07d7d43df tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Dec 04 21:48:19.808423 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Request body: {'port': {'device_id': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:19.925426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:20.442477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0d3779-1f8e-4d6f-92a1-ef91716586dc {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:48:20.451469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:20.467158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Transition to ACTIVE for port object 7a0d3779-1f8e-4d6f-92a1-ef91716586dc will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:48:20.470690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:20.495319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-825e3cc0-cb37-4806-8645-9d11a8b66afc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:20.545350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499da1c-c9df-403c-92fd-195b1235e3e9 req-90b165fe-bb95-43e1-b84e-ec6f36e66677 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:20.547330 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f499da1c-c9df-403c-92fd-195b1235e3e9 req-90b165fe-bb95-43e1-b84e-ec6f36e66677 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 944 time: 0.1179197 Dec 04 21:48:20.621807 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f499da1c-c9df-403c-92fd-195b1235e3e9 req-9e0ba3d5-f0aa-489e-bc62-d44351cf1fc6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610003 Dec 04 21:48:20.660094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:20.665440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:20.925389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Attempting to bind port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:48:20.926679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Attempting to bind port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:48:20.926679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Attempting to bind port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc on network c195018b-8d5e-4b88-9bdf-fc061a8539d7 {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:48:20.933988 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:48:20.934480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Checking segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:48:20.935028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:20.935505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Bound using segment: {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:48:20.936051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Bound port: 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3338f29a-7d18-47d7-b571-3adbd875603c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:48:20.936474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:21.046975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] For port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:48:21.050672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] For port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:48:21.055073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:21.068582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:21.239799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:21.245844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:21.287271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:21.287947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:21.290543 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 1158 time: 1.5655053 Dec 04 21:48:21.290945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:21.425960 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'status': 'completed', 'code': 200} Dec 04 21:48:21.468557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-88d28df8-15b8-474c-bf4d-44423b47f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:21.470595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-88d28df8-15b8-474c-bf4d-44423b47f78b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1161 time: 0.1057923 Dec 04 21:48:21.550757 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-c9fc9b09-f4da-469f-907c-dc2068694130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 217 time: 0.0672686 Dec 04 21:48:21.631250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-421b3709-7111-4c44-b3a8-3b18985ef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:21.633719 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-421b3709-7111-4c44-b3a8-3b18985ef759 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0760133 Dec 04 21:48:21.752817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-ac127094-eeda-41fc-a8c7-3317aa380c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:21.755702 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-ac127094-eeda-41fc-a8c7-3317aa380c8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087451 Dec 04 21:48:21.943030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f914c-b0bc-4a18-b5f2-ee3274822577 req-789fb5c4-ac8f-4a6a-9151-449e28dc07ca tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:21.944755 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a9f914c-b0bc-4a18-b5f2-ee3274822577 req-789fb5c4-ac8f-4a6a-9151-449e28dc07ca tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 944 time: 0.1259980 Dec 04 21:48:22.034809 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a9f914c-b0bc-4a18-b5f2-ee3274822577 req-3a96fe42-8f21-4893-9ded-2fd2d98a981a tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764158 Dec 04 21:48:22.044820 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-958e8a37-db82-4577-80e2-97e52222d73f service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725179 Dec 04 21:48:22.223190 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d3dcbc36-0fe9-48f9-be8a-e7fb21c5feb6 req-f7a95c24-e85e-4cc0-95c3-3c0749609f1e service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1716623 Dec 04 21:48:22.402669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-f1971a54-203d-4665-8d63-c1edb1fd949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:22.404309 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-f1971a54-203d-4665-8d63-c1edb1fd949f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1161 time: 0.0811870 Dec 04 21:48:22.553141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-cd07599b-7b47-46c4-a44c-d8cf653c6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:22.555358 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-cd07599b-7b47-46c4-a44c-d8cf653c6e91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.1434262 Dec 04 21:48:22.627043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-fbe14e9d-3193-457b-8e98-794cc01751cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 217 time: 0.0645192 Dec 04 21:48:22.704799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-9bb99d42-f6f0-4564-bcb9-d524cc11e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:22.706363 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-9bb99d42-f6f0-4564-bcb9-d524cc11e8fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0724523 Dec 04 21:48:22.789399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-77102135-165e-4ed6-87e7-b4ce94814247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:22.791156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-77102135-165e-4ed6-87e7-b4ce94814247 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778956 Dec 04 21:48:22.939426 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-8008de9f-47d4-4790-a749-79694ced935c service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407509 Dec 04 21:48:23.114318 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-08a4c4ad-9eca-4507-b47b-f4dfd05f82f3 req-ff25b8b7-2352-4dde-a45e-e9fcd62b692b service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1675432 Dec 04 21:48:23.296259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f9c55-ac17-4dcd-b840-db5654fbf087 req-752ef219-5427-4e5d-80f5-be5c80f1a2e2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:23.297850 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a1f9c55-ac17-4dcd-b840-db5654fbf087 req-752ef219-5427-4e5d-80f5-be5c80f1a2e2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 944 time: 0.0887394 Dec 04 21:48:23.348844 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a1f9c55-ac17-4dcd-b840-db5654fbf087 req-699af409-99f6-48eb-864e-5329a7aefb70 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Dec 04 21:48:24.568688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6919-b3fd-4965-953c-6f37022e6677 req-3f19eccd-c5cd-49c8-a5be-11abd638ebd9 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:24.571044 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-493f6919-b3fd-4965-953c-6f37022e6677 req-3f19eccd-c5cd-49c8-a5be-11abd638ebd9 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 944 time: 0.0847707 Dec 04 21:48:24.624796 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-493f6919-b3fd-4965-953c-6f37022e6677 req-8ea614df-15db-4135-a937-1aa957b0c0d7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479150 Dec 04 21:48:25.864232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01efd8e-d124-4b79-a2b4-adfc937e2d69 req-dd5ad8bb-827b-4ed0-9f92-09238291cccc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:25.865921 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d01efd8e-d124-4b79-a2b4-adfc937e2d69 req-dd5ad8bb-827b-4ed0-9f92-09238291cccc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 944 time: 0.0872273 Dec 04 21:48:25.915539 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d01efd8e-d124-4b79-a2b4-adfc937e2d69 req-e81b6b4b-a173-4a24-a86a-263c656fe0d1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Dec 04 21:48:27.143297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594ad92-32cd-486e-aa49-cc2c9ab1c71a req-2c795eaf-a39d-4159-b610-3331a93e5d15 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:27.144989 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a594ad92-32cd-486e-aa49-cc2c9ab1c71a req-2c795eaf-a39d-4159-b610-3331a93e5d15 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 944 time: 0.0925293 Dec 04 21:48:27.199830 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a594ad92-32cd-486e-aa49-cc2c9ab1c71a req-d70a59bf-4728-4f86-bda9-7efde87ef0fc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Dec 04 21:48:27.342732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.objects.ports [None req-b528a3a2-19f6-4b57-a0f8-697b76d8fa6e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80288) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 21:48:27.777831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebdab011-4e89-4d3a-adab-8eaf063f2c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:28.056128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:48:28.146537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:48:28.152620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:48:28.153123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:28.285927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:28.330031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:28.349010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:48:28.354378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:28.356579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:28.445931 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:28.449752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:28.460315 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5e4c5-bd82-4e29-80bd-faaaeaf7c5ab req-f1cea5b8-64ac-444b-963b-e7da2f2f5348 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:28.462571 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-def5e4c5-bd82-4e29-80bd-faaaeaf7c5ab req-f1cea5b8-64ac-444b-963b-e7da2f2f5348 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.1161277 Dec 04 21:48:28.514374 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'code': 200} Dec 04 21:48:28.519500 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-def5e4c5-bd82-4e29-80bd-faaaeaf7c5ab req-44feca59-415b-445f-81f0-44ee8f1d60e0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Dec 04 21:48:28.829048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff8a7f-4a23-48c3-97a2-80ab9e6c3b55 req-a68e03d3-09aa-4e9d-a8b1-11b77ad0561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:28.830727 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-faff8a7f-4a23-48c3-97a2-80ab9e6c3b55 req-a68e03d3-09aa-4e9d-a8b1-11b77ad0561c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1163 time: 0.0810099 Dec 04 21:48:28.877163 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-6ac997f4-230b-40a0-8453-6f1a053ea35a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0884452 Dec 04 21:48:28.884568 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-faff8a7f-4a23-48c3-97a2-80ab9e6c3b55 req-3174cfa8-15f9-445f-a70e-1c03e0ed134d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Dec 04 21:48:29.344701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:48:29.425311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:48:29.425734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:29.605394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-c2777762-2eff-4552-bc4a-c35bd7224d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:29.607037 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-c2777762-2eff-4552-bc4a-c35bd7224d63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 1163 time: 0.3003795 Dec 04 21:48:29.846466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-2fae3e93-f2cf-4e55-892a-17e152c29b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:29.847979 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-2fae3e93-f2cf-4e55-892a-17e152c29b26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.2148695 Dec 04 21:48:29.854705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead9337-a85d-4f20-8eb6-33c9b0220aab req-6bb9665f-e63a-4caa-9eeb-12738f7b32e0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:29.856217 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-eead9337-a85d-4f20-8eb6-33c9b0220aab req-6bb9665f-e63a-4caa-9eeb-12738f7b32e0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.1973581 Dec 04 21:48:29.995663 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-eead9337-a85d-4f20-8eb6-33c9b0220aab req-7549cf0e-890b-4efe-a102-45d6a8d9d965 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828257 Dec 04 21:48:29.997532 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-1c3e69fb-07b6-48c4-a7e6-4a661221cd5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 200 len: 1001 time: 0.1403694 Dec 04 21:48:30.073386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-ab0aa8a0-008c-4264-b061-31bbde87408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:30.075003 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-ab0aa8a0-008c-4264-b061-31bbde87408f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0697758 Dec 04 21:48:30.163847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-c43cfd65-1ffa-4a43-adfa-cc4421ab93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:30.165366 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-c43cfd65-1ffa-4a43-adfa-cc4421ab93b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819931 Dec 04 21:48:30.316460 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-25a9cbd4-57c7-4a64-bc16-6663b47607ec service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423953 Dec 04 21:48:30.556576 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e91f00fc-f807-459a-bd8b-90c3bd61dc2a req-38e9b1a6-575a-4556-b6fd-fe5b847c0bac service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569307 Dec 04 21:48:30.931085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b34862ec-9fc7-45e9-b87d-ef323c4376c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:31.229226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b000126-60e7-44b1-9a19-271737b1fd81 req-2d0f44c1-f1c9-4d07-8e2a-07ef09aa7ee0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:31.230802 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7b000126-60e7-44b1-9a19-271737b1fd81 req-2d0f44c1-f1c9-4d07-8e2a-07ef09aa7ee0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0901949 Dec 04 21:48:31.280997 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7b000126-60e7-44b1-9a19-271737b1fd81 req-5dadabf5-2332-4ca8-8c6a-71fdb438ef2a tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Dec 04 21:48:31.495897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f01237-6eed-44bc-a33b-9518a36caf7c req-9e2fbc04-8c3a-4c7c-999b-f0d02754e5a2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:31.497402 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-51f01237-6eed-44bc-a33b-9518a36caf7c req-9e2fbc04-8c3a-4c7c-999b-f0d02754e5a2 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0845664 Dec 04 21:48:31.546868 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-51f01237-6eed-44bc-a33b-9518a36caf7c req-f16c8b11-4353-47c6-9f39-a4868fec02a5 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Dec 04 21:48:31.901628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:32.015867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb142-2c1b-440f-932a-d154830c480f req-af21965a-7b00-4e4f-a47c-8fbf9f57255b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:32.018102 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-708fb142-2c1b-440f-932a-d154830c480f req-af21965a-7b00-4e4f-a47c-8fbf9f57255b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.1016386 Dec 04 21:48:32.067881 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-708fb142-2c1b-440f-932a-d154830c480f req-9ff7e339-cad2-447e-b9bf-9de5ec42854b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Dec 04 21:48:32.574053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:32.578410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:33.750708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:36.349109 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:48:37.122058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0410a5-9d3f-4ac0-b537-42190c8f1a34 req-15449fcd-3936-4f20-842a-dfbfac91b958 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:37.123686 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dd0410a5-9d3f-4ac0-b537-42190c8f1a34 req-15449fcd-3936-4f20-842a-dfbfac91b958 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0823097 Dec 04 21:48:37.176267 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-dd0410a5-9d3f-4ac0-b537-42190c8f1a34 req-600ed658-2a08-41b6-b14c-93e44f9e9c9e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Dec 04 21:48:37.396455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-ee28d34d-8d2b-4776-9096-523f669fbd15 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:37.414455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-ee28d34d-8d2b-4776-9096-523f669fbd15 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:37.416749 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-ee28d34d-8d2b-4776-9096-523f669fbd15 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1843593 Dec 04 21:48:37.427216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'floatingip': {'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:37.434251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:37.438276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Usage tracker for resource:floatingip and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:37.441256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:37.448307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:37.457892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for floatingip, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:37.609837 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:37.796802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749c761-bf4f-40be-926a-c77081f83bb4 req-a97749c7-111e-474e-b496-8302d2030d28 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:37.798329 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3749c761-bf4f-40be-926a-c77081f83bb4 req-a97749c7-111e-474e-b496-8302d2030d28 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.0854924 Dec 04 21:48:37.847257 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3749c761-bf4f-40be-926a-c77081f83bb4 req-9c7cedcf-89c7-48df-a040-c9e65cd46186 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Dec 04 21:48:37.887049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Allocated IP 172.28.3.79 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/02bc6b4d-e399-4f82-a058-eb2906d94467) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:48:38.056901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:38.083392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:38.099581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-18b9ff83-6965-41dc-88fa-7f5e357f554b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:38.237992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'Port': ['ID=02bc6b4d-e399-4f82-a058-eb2906d94467,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:38.242723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:38.284969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:48:38.286121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:48:38.288494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:48:38.412902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for floatingip, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:38.478700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:38.945382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:38.950300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:38.969264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ec0b6913-d4b5-4c53-b6f3-dc53a94d5e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:39.175550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77cff4-ad99-4a05-bf22-e511c8a67d01 req-782be89a-b4ea-4172-b225-092b8a765db2 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:39.178761 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-af77cff4-ad99-4a05-bf22-e511c8a67d01 req-782be89a-b4ea-4172-b225-092b8a765db2 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.1518507 Dec 04 21:48:39.183313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'Port': ['ID=02bc6b4d-e399-4f82-a058-eb2906d94467,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:39.193544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:39.232493 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-af77cff4-ad99-4a05-bf22-e511c8a67d01 req-0a0fdb33-6054-41af-9593-e2b8571af408 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Dec 04 21:48:39.298174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:39.321998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:39.323315 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9005539 Dec 04 21:48:39.411238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-08467bcd-5318-48a9-8949-f6e21917a61e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:floatingip {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:39.429078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-08467bcd-5318-48a9-8949-f6e21917a61e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:floatingip {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:39.430866 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-08467bcd-5318-48a9-8949-f6e21917a61e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.79 HTTP/1.1" status: 200 len: 695 time: 0.1005182 Dec 04 21:48:39.608024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-72c71d19-d02e-44bf-be21-ec057b526854 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:39.609602 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-72c71d19-d02e-44bf-be21-ec057b526854 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 784 time: 0.1700544 Dec 04 21:48:39.622227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-f5ab7cfc-3966-49c8-aed4-243e3c231ce1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:48:39.623373 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6597c349-fcb3-4859-9053-f7a200f1f99f req-f5ab7cfc-3966-49c8-aed4-243e3c231ce1 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0070555 Dec 04 21:48:39.821610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-ebb42a4b-a54c-444b-9239-eda5b5736f84 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:39.823253 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-ebb42a4b-a54c-444b-9239-eda5b5736f84 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0856616 Dec 04 21:48:39.910272 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-c7456b04-d16b-4b4d-bb21-af8b397beb94 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0802438 Dec 04 21:48:39.921137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'floatingip': {'port_id': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:40.005655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for floatingip, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:40.475896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5554f-ef3c-4753-a29e-131786d91b43 req-e27dfa74-32c1-469a-8234-0a06a7dfe53f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:40.478195 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ae5554f-ef3c-4753-a29e-131786d91b43 req-e27dfa74-32c1-469a-8234-0a06a7dfe53f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.0935957 Dec 04 21:48:40.535377 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ae5554f-ef3c-4753-a29e-131786d91b43 req-651a81f0-60d0-4ffc-818c-44d6e9c11523 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Dec 04 21:48:40.680867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for floatingip, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:40.684089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:40.873675 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Floating IP ced8129d-6a26-4784-b9fb-9e59179dbf91 associated. External IP: 172.28.3.79, port: 7a0d3779-1f8e-4d6f-92a1-ef91716586dc. Dec 04 21:48:41.478456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Router 7bab3e50-9107-4352-bfc8-902a3ace9b9a has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:48:41.673526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:48:41.680357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:41.686104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890605d-3c00-4979-b905-536c834846e1 None None] Sync routers for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:48:41.698054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:48:41.698727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:48:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:41.744817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-2b5d2c78-568d-41c8-aa07-140a9b4004aa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "PUT /v2.0/floatingips/ced8129d-6a26-4784-b9fb-9e59179dbf91 HTTP/1.1" status: 200 len: 996 time: 1.8275595 Dec 04 21:48:41.745391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:41.757612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdba9bf-6e03-4c03-8136-8889c829fee0 req-7220d493-5d4d-4f47-aa5a-75cb0de61d37 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:41.760333 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4fdba9bf-6e03-4c03-8136-8889c829fee0 req-7220d493-5d4d-4f47-aa5a-75cb0de61d37 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.0886445 Dec 04 21:48:41.812474 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4fdba9bf-6e03-4c03-8136-8889c829fee0 req-b3849371-3ab8-4323-bb8f-92ab7ed74637 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 Dec 04 21:48:41.848164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-c018ecb7-dcb0-4d6f-a24b-69a1174db198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:41.849828 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-c018ecb7-dcb0-4d6f-a24b-69a1174db198 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1163 time: 0.0860121 Dec 04 21:48:41.901291 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'status': 'completed', 'code': 200} Dec 04 21:48:41.907229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:48:42.093121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-3f0d394c-0d3b-4be2-bf93-f3158015f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.094793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-3f0d394c-0d3b-4be2-bf93-f3158015f4be service neutron] 10.222.0.17 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.2338099 Dec 04 21:48:42.163995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-46c77196-cdf7-4a5a-ab27-878f42701ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.166052 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-46c77196-cdf7-4a5a-ab27-878f42701ea4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1163 time: 0.2063441 Dec 04 21:48:42.248456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-5a0acca3-0a64-42dd-a03e-0f66ea6909ce service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 999 time: 0.1463075 Dec 04 21:48:42.298362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'ced8129d-6a26-4784-b9fb-9e59179dbf91', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'port_id': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'mac_address': 'fa:16:3e:1c:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:48:38Z', 'updated_at': '2020-12-04T21:48:40Z', 'revision_number': 1, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:55Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:42.302728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890605d-3c00-4979-b905-536c834846e1 None None] Checking router: 7bab3e50-9107-4352-bfc8-902a3ace9b9a for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:48:42.312750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:48:42.313416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:48:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:42.398487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-15387da9-187e-4d89-856b-1e41117b0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.400174 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-15387da9-187e-4d89-856b-1e41117b0fe4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0961380 Dec 04 21:48:42.468978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-78c694b4-8904-441e-bb1f-8a71ba2e8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.470689 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-78c694b4-8904-441e-bb1f-8a71ba2e8083 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.2734668 Dec 04 21:48:42.505538 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-d79cdee9-df66-4974-9df9-61e053d806e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.507289 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-d79cdee9-df66-4974-9df9-61e053d806e1 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964437 Dec 04 21:48:42.522434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-1225a01f-24b6-485d-afdd-bfe353ffde86 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:48:42.524809 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-1225a01f-24b6-485d-afdd-bfe353ffde86 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0092471 Dec 04 21:48:42.631883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549427d9-4419-4927-9725-b9fa1ad5247b req-3a365e67-4aa3-42a3-869c-c7f43b05ba0e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.634062 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-549427d9-4419-4927-9725-b9fa1ad5247b req-3a365e67-4aa3-42a3-869c-c7f43b05ba0e tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.0988228 Dec 04 21:48:42.678354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:48:42.718219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Deleting port 13e50241-c593-4c6b-9992-0fa932de302a {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:48:42.719080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:42.741438 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-e2f36b39-aac1-43ff-a44f-9843a7f95ba0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 999 time: 0.1857970 Dec 04 21:48:42.828385 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-0b7a27c8-b2e6-46fa-8a31-3eb3fdd60928 service neutron] 10.222.0.17 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963710 Dec 04 21:48:42.932139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-deff0b74-27a4-409e-a60e-bc7638583b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:42.934829 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-deff0b74-27a4-409e-a60e-bc7638583b38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.1684887 Dec 04 21:48:43.081757 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] For port 13e50241-c593-4c6b-9992-0fa932de302a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=13e50241-c593-4c6b-9992-0fa932de302a,segment=NetworkSegment(893b7864-98c2-44ab-92cf-4d4108de67f7),segment_id=893b7864-98c2-44ab-92cf-4d4108de67f7)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:48:43.082199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.090594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2890605d-3c00-4979-b905-536c834846e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'ced8129d-6a26-4784-b9fb-9e59179dbf91', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'port_id': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'mac_address': 'fa:16:3e:1c:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:48:38Z', 'updated_at': '2020-12-04T21:48:40Z', 'revision_number': 1, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:55Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:43.094992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890605d-3c00-4979-b905-536c834846e1 None None] The sync data for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb is: [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'ced8129d-6a26-4784-b9fb-9e59179dbf91', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'port_id': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'mac_address': 'fa:16:3e:1c:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:48:38Z', 'updated_at': '2020-12-04T21:48:40Z', 'revision_number': 1, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:55Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:48:43.106044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21505c7-c026-45aa-99cf-45b2fe0a8fa2 req-02181447-0b6c-4ee6-94c9-2a06edd7fa0b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:43.113708 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f21505c7-c026-45aa-99cf-45b2fe0a8fa2 req-02181447-0b6c-4ee6-94c9-2a06edd7fa0b tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 946 time: 0.1537864 Dec 04 21:48:43.208758 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01d5790-dcc9-4526-929b-aa5b01f70f42 req-1e620bfa-da6b-4bd2-91d2-232dd9cef74b service neutron] 10.222.0.17 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3604245 Dec 04 21:48:43.218880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-3409daa6-a7d3-419a-aa71-57a87e022a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:43.220460 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-3409daa6-a7d3-419a-aa71-57a87e022a36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1785939 Dec 04 21:48:43.257052 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Calling delete_port for 13e50241-c593-4c6b-9992-0fa932de302a owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:48:43.333398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-922005125', 'description': 'tempest-TestMinimumBasicScenario-922005125 description'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:43.337075 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f21505c7-c026-45aa-99cf-45b2fe0a8fa2 req-17e1bedf-a4d4-4548-a2de-c1d59c0d26f1 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/security-groups?id=e1b7520f-5d82-47ba-8eb7-8373ab17c914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634965 Dec 04 21:48:43.342610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:43.377501 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:43.382046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 13e50241-c593-4c6b-9992-0fa932de302a no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:48:43.413585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.436378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25789d2-f50b-4344-bbed-b1676cf1b1de None None] New status for floating IP ced8129d-6a26-4784-b9fb-9e59179dbf91: ACTIVE {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:48:43.445347 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-15f1bc9d-63a0-43bf-b5ea-69756723239c service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168612 Dec 04 21:48:43.447298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:43.452927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Usage tracker for resource:security_group_rule and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:43.454399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.457221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No active binding found for port 13e50241-c593-4c6b-9992-0fa932de302a {{(pid=80288) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 04 21:48:43.457685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 13e50241-c593-4c6b-9992-0fa932de302a not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:48:43.486279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:43.490984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:43.508668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:43.640478 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b6c39c34-4922-403e-aa90-e4de98d0b480 req-7450937d-9bcd-40a0-92d6-ffd2afcc2375 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1835971 Dec 04 21:48:43.686549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.690392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.703556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0ffa889b-77b9-44d2-9101-419cf321f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:43.711672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Pushing event deleted for resources: {'Port': ['ID=13e50241-c593-4c6b-9992-0fa932de302a,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:43.743004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:43.751480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'SecurityGroup': ['ID=735aaec1-9405-47ff-93b3-72ffe70049e6,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:43.754675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.756096 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-56ff5d00-2715-4f00-b62c-ad0d36fb8eee req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1767 time: 0.4319382 Dec 04 21:48:43.756995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:43.834766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] No DVR routers for this DVR port 13e50241-c593-4c6b-9992-0fa932de302a on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:48:43.837421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:43.843375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e88128-0fef-47cc-9c04-09cd64992e49', 'name': 'network-vif-deleted', 'tag': '13e50241-c593-4c6b-9992-0fa932de302a'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:43.875335 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-549427d9-4419-4927-9725-b9fa1ad5247b req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.49 "DELETE /v2.0/ports/13e50241-c593-4c6b-9992-0fa932de302a HTTP/1.1" status: 204 len: 173 time: 1.2317622 Dec 04 21:48:43.892515 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-2b68d68a-0cb3-46e3-8a0f-d82fd0d27481 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups/735aaec1-9405-47ff-93b3-72ffe70049e6 HTTP/1.1" status: 200 len: 1762 time: 0.0739753 Dec 04 21:48:43.904703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735aaec1-9405-47ff-93b3-72ffe70049e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:43.905149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735aaec1-9405-47ff-93b3-72ffe70049e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:43.912890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:43.918589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Usage tracker for resource:security_group_rule and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:43.922414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:43.929658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:43.996925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.006672 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e88128-0fef-47cc-9c04-09cd64992e49', 'name': 'network-vif-deleted', 'tag': '13e50241-c593-4c6b-9992-0fa932de302a', 'status': 'completed', 'code': 200} Dec 04 21:48:44.026941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.029833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.031985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:44.056855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37035070-5893-4660-a92d-100d698e2751,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:44.063013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:44.066903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.068193 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-87078ec4-2d09-47cb-9c2f-112fb7be6ffc req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1685445 Dec 04 21:48:44.156091 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-380cb8d5-bb45-4860-8391-1562850ff73c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups/735aaec1-9405-47ff-93b3-72ffe70049e6 HTTP/1.1" status: 200 len: 2323 time: 0.0520041 Dec 04 21:48:44.167783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735aaec1-9405-47ff-93b3-72ffe70049e6', 'remote_group_id': None}]} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:44.168446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735aaec1-9405-47ff-93b3-72ffe70049e6', 'remote_group_id': None}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:44.174719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:44.178838 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Usage tracker for resource:security_group_rule and tenant:885c7c9e151f4cc7974cb45c2d50f2a0 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:44.182737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:44.188610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:44.250216 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group_rule, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.285601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.288494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.291021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:44.320262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526ab177-0c17-4651-8bac-1e5f18385cc9,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:44.326950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:44.331272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group_rule, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:44.332667 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4e4e0aa7-4428-44d2-93d5-572291e1c01a req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1694837 Dec 04 21:48:44.500628 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-5b6a824a-7c03-4ae8-b387-0ae5696e7e25 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-922005125&fields=id&tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0 HTTP/1.1" status: 200 len: 267 time: 0.0468674 Dec 04 21:48:44.568003 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e8d33197-c70f-4863-bab3-8574b3cd3288 req-a9ea08fe-0d03-4c8c-9739-8cb2978a89fe tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] 10.222.0.17 "GET /v2.0/ports?device_id=37e88128-0fef-47cc-9c04-09cd64992e49 HTTP/1.1" status: 200 len: 210 time: 0.0481129 Dec 04 21:48:44.597844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-cc1579fe-d421-449c-9dc7-4b38b607183e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:44.599488 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-cc1579fe-d421-449c-9dc7-4b38b607183e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0870254 Dec 04 21:48:44.614403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'port': {'security_groups': ['91f79547-0d1a-4930-a14d-a9c785c04dc5', '735aaec1-9405-47ff-93b3-72ffe70049e6']}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:44.744937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:45.133352 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] For port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:48:45.183894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:45.189308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:45.216751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4b71051a-d567-40fa-8258-31b0c8dee6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:45.493865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=5']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:45.499249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:45.542800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:45.543527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:45.545125 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e6b31df-649a-489b-82cf-fd22d6573f14 req-eb1f24f9-afd8-4de4-8239-89ca275891f7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "PUT /v2.0/ports/7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 982 time: 0.9361994 Dec 04 21:48:45.810806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5337b2-9f9a-4fdc-b680-c44e51aa74fe req-2a8fd971-b981-41f9-a5ae-a6bf329a04c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:45.813570 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1b5337b2-9f9a-4fdc-b680-c44e51aa74fe req-2a8fd971-b981-41f9-a5ae-a6bf329a04c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.1476831 Dec 04 21:48:45.854234 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-fbfff8d3-4f3d-44dd-a5d7-676b54c09422 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:48:45.854668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbfff8d3-4f3d-44dd-a5d7-676b54c09422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:45.897964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-1b5337b2-9f9a-4fdc-b680-c44e51aa74fe req-2e3029e1-0808-4c49-a0bd-336637b00faa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:45.926033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-1b5337b2-9f9a-4fdc-b680-c44e51aa74fe req-2e3029e1-0808-4c49-a0bd-336637b00faa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:45.927348 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1b5337b2-9f9a-4fdc-b680-c44e51aa74fe req-2e3029e1-0808-4c49-a0bd-336637b00faa tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1073172 Dec 04 21:48:46.009631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:46.074905 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'status': 'completed', 'code': 200} Dec 04 21:48:46.225282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-c9410307-1f1e-482c-8870-29686da4d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:46.226985 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-c9410307-1f1e-482c-8870-29686da4d4df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1203 time: 0.0915592 Dec 04 21:48:46.383893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-2fbf25b6-a37a-4e33-9bf6-befc38e8d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:46.385676 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-2fbf25b6-a37a-4e33-9bf6-befc38e8d057 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.1514957 Dec 04 21:48:46.500212 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-add06762-9fb9-4ed0-8a60-be35fd3b5cb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 1001 time: 0.1032138 Dec 04 21:48:46.577638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-20d3f28d-0fd6-4fc7-b0a8-92540e78fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:46.579180 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-20d3f28d-0fd6-4fc7-b0a8-92540e78fdf0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0725491 Dec 04 21:48:46.664125 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-1e289fd9-f35e-4b19-9782-5ccb01e53171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:46.666489 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-1e289fd9-f35e-4b19-9782-5ccb01e53171 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805917 Dec 04 21:48:46.824174 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-ebe4c75e-988b-46bf-9be9-a6f9281a5b85 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494370 Dec 04 21:48:47.233495 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d666b8d4-d27a-4c11-b4fd-faec40e3bdc5 req-091b77fd-00f7-40a2-b8eb-f55568801d24 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4019558 Dec 04 21:48:47.806549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:48:47.879427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:48:47.880043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:49.318753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86494f6f-1d6d-4115-8a91-db00918beae5 req-d29229d7-04aa-4e16-b383-4bc2ec9296cc tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:49.321701 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-86494f6f-1d6d-4115-8a91-db00918beae5 req-d29229d7-04aa-4e16-b383-4bc2ec9296cc tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.0981023 Dec 04 21:48:49.373622 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-86494f6f-1d6d-4115-8a91-db00918beae5 req-dc7cc3fe-ef54-478b-865a-b7cfc80b62d2 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Dec 04 21:48:50.664520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7fff1-56cb-4d2e-bb63-276ea825d263 req-7cf720cc-c2d1-4093-9851-b36b382bff11 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:50.666240 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fbe7fff1-56cb-4d2e-bb63-276ea825d263 req-7cf720cc-c2d1-4093-9851-b36b382bff11 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.1400671 Dec 04 21:48:50.721939 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fbe7fff1-56cb-4d2e-bb63-276ea825d263 req-e3d52a8d-bad6-4b89-8cae-71b0f8f10ff5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487058 Dec 04 21:48:51.372936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-c71aab80-674c-416b-aef8-ec15412869ad tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:51.374538 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-c71aab80-674c-416b-aef8-ec15412869ad tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 946 time: 0.0865455 Dec 04 21:48:51.439708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 42b3dd2f-98ef-4697-8eb0-168eb9990629 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:48:51.455870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Deleting port 42b3dd2f-98ef-4697-8eb0-168eb9990629 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:48:51.456256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:51.571553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:51.606082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:51.618378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:48:51.622492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:51.624519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:51.708945 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'code': 200} Dec 04 21:48:51.710153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=7']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:51.725634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.726327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.727533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.728182 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.728836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.729476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.730148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.730780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.731460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.732124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.732773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.733322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.734112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.734720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.735298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.735883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.736484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.737072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.737674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.738111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.738566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.738938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.739306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.739676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:48:51.744953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:51.807246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:48:51.807918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:51.970478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ce70-349f-4250-8529-5450b884650e req-3ced0330-2b7a-4c56-ae46-084499298fc3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:51.972169 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f820ce70-349f-4250-8529-5450b884650e req-3ced0330-2b7a-4c56-ae46-084499298fc3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.0915654 Dec 04 21:48:52.038878 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f820ce70-349f-4250-8529-5450b884650e req-ea069b5b-e75c-4a6b-82cc-c47ecc9c13b7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586526 Dec 04 21:48:52.206087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:52.206427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:52.206799 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Floating IP 721f9920-f4e3-4d69-a469-b2f7c539060b disassociated. External IP: 172.28.3.91, port: 42b3dd2f-98ef-4697-8eb0-168eb9990629. Dec 04 21:48:52.207177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Calling delete_port for 42b3dd2f-98ef-4697-8eb0-168eb9990629 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:48:52.292100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:48:52.292662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:48:52.793260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Deleting port 42b3dd2f-98ef-4697-8eb0-168eb9990629 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:48:52.793923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:53.078073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] For port 42b3dd2f-98ef-4697-8eb0-168eb9990629, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=42b3dd2f-98ef-4697-8eb0-168eb9990629,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:48:53.078477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:53.472417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264bcbd-9c69-4326-ab08-8b5e3106e52c req-51c6ba19-213b-4b3e-a5f1-e9589a05279d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:48:53.476803 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0264bcbd-9c69-4326-ab08-8b5e3106e52c req-51c6ba19-213b-4b3e-a5f1-e9589a05279d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 944 time: 0.2296612 Dec 04 21:48:53.476803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:53.476803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:53.476803 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Floating IP 721f9920-f4e3-4d69-a469-b2f7c539060b disassociated. External IP: 172.28.3.91, port: 42b3dd2f-98ef-4697-8eb0-168eb9990629. Dec 04 21:48:53.480030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Calling delete_port for 42b3dd2f-98ef-4697-8eb0-168eb9990629 owned by compute:nova {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:48:53.595933 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0264bcbd-9c69-4326-ab08-8b5e3106e52c req-34fa3978-1a22-4c1f-9839-192b04007d7a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=0825ae42-5bc9-4d5a-8a33-220479524af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889301 Dec 04 21:48:53.675620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:53.692967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bb5ec253-f902-4286-93d9-d91bfc225649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:53.752684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event deleted for resources: {'Port': ['ID=42b3dd2f-98ef-4697-8eb0-168eb9990629,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:53.757291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:54.072241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:48:54.298763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:48:54.314121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:48:54.332541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:48:54.333636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:48:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:54.336893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] No DVR routers for this DVR port 42b3dd2f-98ef-4697-8eb0-168eb9990629 on host hv-cinder-74915 {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:48:54.339260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:54.342335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-deleted', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:48:54.359951 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-96a9782a-de7b-4605-a905-88ac81f25be3 req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "DELETE /v2.0/ports/42b3dd2f-98ef-4697-8eb0-168eb9990629 HTTP/1.1" status: 204 len: 173 time: 2.9793808 Dec 04 21:48:54.449862 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000', 'name': 'network-vif-deleted', 'tag': '42b3dd2f-98ef-4697-8eb0-168eb9990629', 'status': 'completed', 'code': 200} Dec 04 21:48:54.604940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:48:54.932147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-380f8882-bb0c-4c45-9400-1fe0a3e4f56e req-9ab79e54-f940-48b8-885e-72f10f3957fd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:48:54.983600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-380f8882-bb0c-4c45-9400-1fe0a3e4f56e req-9ab79e54-f940-48b8-885e-72f10f3957fd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:48:54.997604 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-380f8882-bb0c-4c45-9400-1fe0a3e4f56e req-9ab79e54-f940-48b8-885e-72f10f3957fd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=b81fc8e9-83bf-4e2b-bb4d-ecaa3cb58000 HTTP/1.1" status: 200 len: 210 time: 0.1570089 Dec 04 21:48:55.108453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:55.114042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:48:55.127770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:48:55.128464 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:48:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:55.342307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:48:55.874898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:48:55.881108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82c2dd-1ba1-4a38-939a-9da05405e5fd None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:48:56.239578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 40402) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:56.321055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:56.352233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:56.381139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b565e20-e3d8-444c-82f3-620fc446f306 None None] New status for floating IP 721f9920-f4e3-4d69-a469-b2f7c539060b: DOWN {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:48:56.406373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:56.411914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e3b1a55a-2c36-4ada-be85-7c7019d6f9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:56.434031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event deleted for resources: {'SecurityGroup': ['ID=0825ae42-5bc9-4d5a-8a33-220479524af9,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:56.436832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:56.444372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:56.450479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40406) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:56.450827 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5393fcdb-464f-4d0f-a4cd-d8cbc886b1f6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "DELETE /v2.0/security-groups/0825ae42-5bc9-4d5a-8a33-220479524af9 HTTP/1.1" status: 204 len: 168 time: 0.2100439 Dec 04 21:48:56.754572 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.v2.resource [None req-05823634-f9d5-4e94-aa62-117f44d17052 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] show failed (client error): The resource could not be found. Dec 04 21:48:56.756036 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-05823634-f9d5-4e94-aa62-117f44d17052 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups/0825ae42-5bc9-4d5a-8a33-220479524af9 HTTP/1.1" status: 404 len: 347 time: 0.3037260 Dec 04 21:48:56.759361 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40414) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:56.965422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Deleting port 66a670ea-1f24-43bb-bb1e-2ba162c78afd {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:48:56.965720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.160364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.160723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.371899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Calling delete_port for 66a670ea-1f24-43bb-bb1e-2ba162c78afd owned by network:floatingip {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:48:57.532306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.548593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-88cb7fd7-0a1d-4a59-85c3-414bc007c129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:57.601938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event deleted for resources: {'Port': ['ID=66a670ea-1f24-43bb-bb1e-2ba162c78afd,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:57.604871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:57.780010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.783454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b57e7efb-dd91-46f0-bac5-fab2e2e96323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.797435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:57.798702 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-31eb5b79-e002-4a2c-81ee-def7ac867efb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "DELETE /v2.0/floatingips/721f9920-f4e3-4d69-a469-b2f7c539060b HTTP/1.1" status: 204 len: 168 time: 1.0382571 Dec 04 21:48:58.524658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 40430) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:58.530479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'security_group': {'name': 'tempest-securitygroup--1874039965', 'description': 'tempest-description--245228737'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:58.536948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:58.542357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:58.545614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:58.551604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:58.564743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.588249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:58.592417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:58.595804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:58.602756 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:58.684694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.687549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.698427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-06a44b8a-401e-43e2-8ff8-7ebfeb8620bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:58.740045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:58.743950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:58.745289 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.746814 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2208886 Dec 04 21:48:58.750118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40438) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:58.757402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'security_group_rule': {'security_group_id': '7fee80af-6ba1-4cb9-8e91-e3c287ed5efd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:58.765855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:58.770205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:58.774266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:58.781456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:58.799576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.870938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.874705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.877391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-21753054-d225-4c48-9973-bcc7f0e8768e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:58.901328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d2fe6b-c0e0-40ec-87cb-bb7ea6576313,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:58.905903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:58.913392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:58.915324 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1627915 Dec 04 21:48:58.917964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40442) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:58.923563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'security_group_rule': {'security_group_id': '7fee80af-6ba1-4cb9-8e91-e3c287ed5efd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:58.930575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:58.934597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:security_group_rule and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:58.937615 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:58.943892 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:58.961573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.031026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.033967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.036074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:59.061677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0d77f0-3e85-4c9e-b658-942093a47fb2,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:59.064384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:59.072002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.073322 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1543167 Dec 04 21:48:59.077657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40446) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:48:59.084337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'floatingip': {'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:48:59.091617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:48:59.095714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Usage tracker for resource:floatingip and tenant:c9c260f6cb48405fb7240120a8fc625c is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:48:59.098830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:48:59.104901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:48:59.114766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.265358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.561968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Allocated IP 172.28.3.161 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/608f8b3d-fb3f-46bf-bd02-a4adf2fe9bd5) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:48:59.734553 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.764009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:48:59.780316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:48:59.927951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'Port': ['ID=608f8b3d-fb3f-46bf-bd02-a4adf2fe9bd5,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:48:59.931823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:48:59.980941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:48:59.982268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:48:59.984646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:49:00.086879 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:00.150212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:00.438941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:00.443640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:00.459964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:00.603249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'Port': ['ID=608f8b3d-fb3f-46bf-bd02-a4adf2fe9bd5,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:00.607826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:00.705924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:00.729357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:00.730733 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-65072e6c-bfe7-4509-a41c-6f40467b05a4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6517816 Dec 04 21:49:00.935518 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-30a8238b-bc00-4da8-88f1-eef14a4518b1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1874039965&fields=id&tenant_id=c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 267 time: 0.0470488 Dec 04 21:49:00.944421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1da9ca25-0d35-403c-b958-79a2ece63de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:01.121762 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-821f3351-585e-44d9-acb0-622ac6b49388 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:01.123424 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-821f3351-585e-44d9-acb0-622ac6b49388 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 816 time: 0.1704085 Dec 04 21:49:01.143653 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-ae7d4501-1440-45b4-98b8-fe737454e9b4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/quotas/c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 375 time: 0.0115309 Dec 04 21:49:01.244136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-0575cb29-07a0-4187-b5b2-69715189b629 req-cdc2bfa6-e35f-42dd-9b86-362c24a2745a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:49:01.261267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-0575cb29-07a0-4187-b5b2-69715189b629 req-cdc2bfa6-e35f-42dd-9b86-362c24a2745a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:49:01.262789 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-cdc2bfa6-e35f-42dd-9b86-362c24a2745a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076951 Dec 04 21:49:01.509645 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-4e52256f-02f4-4b96-abd2-11abc7d99f9b service neutron] 10.222.0.17 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269838 Dec 04 21:49:01.663260 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-be79015d-178f-460d-be90-3389af532484 service neutron] 10.222.0.17 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466162 Dec 04 21:49:01.889202 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2b0d193c-2c84-49e9-a7d7-d8acfabb9224 req-d0c9b9a2-f054-41c7-8f32-572cbb2b226c tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 210 time: 0.0569344 Dec 04 21:49:01.913668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:02.567380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:02.600947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:03.413288 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f71306c4-e48b-4da0-a73d-ec0cc256b717 req-73af63c5-cf64-4bb9-8945-a6435df2d5a9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 210 time: 0.3313143 Dec 04 21:49:03.472698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-20088cf8-98d7-4ccc-ab1e-3f366dc61ebf tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:03.474317 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-20088cf8-98d7-4ccc-ab1e-3f366dc61ebf tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 816 time: 0.4472706 Dec 04 21:49:03.564349 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-97b23ac2-0623-4072-b13a-900a1c062797 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 5504 time: 0.0712538 Dec 04 21:49:03.574418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'port': {'device_id': 'cca76396-b817-45de-8722-56e1b4178a5f', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'admin_state_up': True, 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'security_groups': ['7fee80af-6ba1-4cb9-8e91-e3c287ed5efd']}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:49:03.723242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:49:03.734414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:49:03.745600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Made reservation on behalf of c9c260f6cb48405fb7240120a8fc625c for: {'port': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:49:03.751692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:03.762114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:04.087919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Allocated IP 172.20.0.14 (cf35c37d-6277-422d-b278-e3e2cb8da973/af253007-ba95-4bc5-a152-20dd3feb2608/7f8c49a3-1f30-4a5e-abbd-276124b153ff) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:49:04.290539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:04.307385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Transition to ACTIVE for port object 7f8c49a3-1f30-4a5e-abbd-276124b153ff will not be triggered until provisioned by entity DHCP. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:49:04.326637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:04.341343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cb103c5c-8f72-4fb0-b880-827a56bb4b9c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:04.490183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event updated for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:04.506347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.506636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.507028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.507453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.508291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.508291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.508616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.509006 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.509394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.509788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.510202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.510586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.511065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.511453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.511840 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.512221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.512612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.512993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.513379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.513766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.514184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.514569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.514950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.515330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:49:04.521206 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:04.564452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Network cf35c37d-6277-422d-b278-e3e2cb8da973 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:49:04.566101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:49:04.569010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:49:04.636921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:04.637630 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:04.659831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b9246-b356-4f4f-9bd0-6e748c869117 req-e30a993d-41d5-48d9-84ce-80268696f6c5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:04.661495 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a84b9246-b356-4f4f-9bd0-6e748c869117 req-e30a993d-41d5-48d9-84ce-80268696f6c5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 932 time: 0.0937514 Dec 04 21:49:04.666793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0972497 Dec 04 21:49:04.685799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Request body: {'port': {'device_id': 'cca76396-b817-45de-8722-56e1b4178a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:49:04.714396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-a84b9246-b356-4f4f-9bd0-6e748c869117 req-b48d698f-090e-45b7-831e-d013976f4b15 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:49:04.731007 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-a84b9246-b356-4f4f-9bd0-6e748c869117 req-b48d698f-090e-45b7-831e-d013976f4b15 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:49:04.732416 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a84b9246-b356-4f4f-9bd0-6e748c869117 req-b48d698f-090e-45b7-831e-d013976f4b15 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637469 Dec 04 21:49:04.812856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:04.863002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-a06fc549-b80e-411f-a8d9-5fa79893f97c None None] Provisioning for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:49:04.869028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-a06fc549-b80e-411f-a8d9-5fa79893f97c None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:49:04.869791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a06fc549-b80e-411f-a8d9-5fa79893f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:04.930669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-a06fc549-b80e-411f-a8d9-5fa79893f97c None None] Port 7f8c49a3-1f30-4a5e-abbd-276124b153ff cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:49:05.263655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8c49a3-1f30-4a5e-abbd-276124b153ff {{(pid=80286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:49:05.271115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:05.285262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Transition to ACTIVE for port object 7f8c49a3-1f30-4a5e-abbd-276124b153ff will not be triggered until provisioned by entity L2. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:49:05.288205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:05.304957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a19edc86-90ab-45bf-98df-0466180d5d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:05.448682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:05.453173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:05.634040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Attempting to bind port 7f8c49a3-1f30-4a5e-abbd-276124b153ff on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:49:05.634633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Attempting to bind port 7f8c49a3-1f30-4a5e-abbd-276124b153ff by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:49:05.634805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Attempting to bind port 7f8c49a3-1f30-4a5e-abbd-276124b153ff on network cf35c37d-6277-422d-b278-e3e2cb8da973 {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:49:05.640727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:49:05.641105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Checking segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:49:05.641508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:05.641948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Bound using segment: {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'} {{(pid=80286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:49:05.642430 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Bound port: 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b42d289-b871-4abb-abba-9aa64f9a8a53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973'}}] {{(pid=80286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:49:05.642801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:05.735968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] For port 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host hv-cinder-74915, cleared binding levels {{(pid=80286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:49:05.739128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] For port 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:49:05.744032 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:05.769808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aa5901e4-103e-4164-a9c3-1fbce2efa64d tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:05.996463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=3']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:06.010339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:06.052383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:06.052923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:06.054970 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] 10.222.0.49 "PUT /v2.0/ports/7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 1158 time: 1.3737535 Dec 04 21:49:06.056140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:49:06.068269 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe999c1-228b-41b4-8747-cd0782323997 req-43a32f15-7505-4d45-8b52-3493d828de87 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:06.069057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3fe999c1-228b-41b4-8747-cd0782323997 req-43a32f15-7505-4d45-8b52-3493d828de87 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Synchronizing usage tracker for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:49:06.088099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3fe999c1-228b-41b4-8747-cd0782323997 req-43a32f15-7505-4d45-8b52-3493d828de87 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Unset dirty status for tenant:c9c260f6cb48405fb7240120a8fc625c on resource:port {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:49:06.089840 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3fe999c1-228b-41b4-8747-cd0782323997 req-43a32f15-7505-4d45-8b52-3493d828de87 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1992698 Dec 04 21:49:06.126451 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'status': 'completed', 'code': 200} Dec 04 21:49:06.209466 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3fe999c1-228b-41b4-8747-cd0782323997 req-a199848a-209f-4ffc-b270-22ba10144a68 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054330 Dec 04 21:49:06.228148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-465b5dd4-216e-4091-888d-9e8a1d948e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:06.229768 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-465b5dd4-216e-4091-888d-9e8a1d948e6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1161 time: 0.1079710 Dec 04 21:49:06.310063 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-f6c47ea0-9b03-459f-9521-2d72601d34ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 217 time: 0.0670877 Dec 04 21:49:06.391502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-8530dc61-5772-42ee-9157-dad155660a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:06.393122 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-8530dc61-5772-42ee-9157-dad155660a36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0769091 Dec 04 21:49:06.474989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb29-07a0-4187-b5b2-69715189b629 req-d0a3aee9-0ab4-4f42-941f-9a7ec3190882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:06.477287 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-d0a3aee9-0ab4-4f42-941f-9a7ec3190882 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779724 Dec 04 21:49:06.626077 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-f105d2a8-8eac-4e62-957d-0cfabaa64070 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424654 Dec 04 21:49:06.771695 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0575cb29-07a0-4187-b5b2-69715189b629 req-a9e13e74-ae17-4e59-a454-7f35017b7084 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392415 Dec 04 21:49:06.943205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-f8b5dabd-40e6-461a-9dd0-2a46bd2fa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:06.944873 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-f8b5dabd-40e6-461a-9dd0-2a46bd2fa650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1161 time: 0.0756874 Dec 04 21:49:07.095690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-08269ef6-9991-4f95-9aa5-ddc201b82340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:07.097208 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-08269ef6-9991-4f95-9aa5-ddc201b82340 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.1458311 Dec 04 21:49:07.174105 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-83c06a13-5874-4c0d-b992-6cd57b25eb21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 217 time: 0.0696237 Dec 04 21:49:07.246490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-c795beba-d86c-4496-940c-f5a710fed118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:07.248076 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-c795beba-d86c-4496-940c-f5a710fed118 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0678914 Dec 04 21:49:07.334541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-20047ed9-c5e0-49e9-afee-87e7830f132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:07.337141 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-20047ed9-c5e0-49e9-afee-87e7830f132d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818791 Dec 04 21:49:07.450447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24818c-9338-4624-9b3c-bc0679c72f2e req-dfd62602-b9bb-4fbf-acef-88a5c206db08 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:07.452301 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9e24818c-9338-4624-9b3c-bc0679c72f2e req-dfd62602-b9bb-4fbf-acef-88a5c206db08 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0898812 Dec 04 21:49:07.707097 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40546) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:49:07.754351 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9e24818c-9338-4624-9b3c-bc0679c72f2e req-9ef20a12-eed6-4525-93d6-8522266de16e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948401 Dec 04 21:49:07.794259 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-72403ce6-caee-421b-8486-f1c5e11008ac service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515462 Dec 04 21:49:07.810058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Deleting subnet 6d4b1aec-dc4d-4253-88d6-48f57acbb0d5 {{(pid=80286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:49:07.840535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:07.980436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247266'] for subnet, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:08.065041 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73c081c9-4d54-40cc-b843-578a88f65ec6 req-d231e55d-ba2e-43b0-944a-75acad1da6b4 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622828 Dec 04 21:49:08.067915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:08.353912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848712638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848000239'] for subnet, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:08.371248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-780015fd-5f60-4cc5-a583-49de991baa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:08.420698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4b1aec-dc4d-4253-88d6-48f57acbb0d5,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:08.423529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:08.512997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:08.519781 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6d4b1aec-dc4d-4253-88d6-48f57acbb0d5 HTTP/1.1" status: 204 len: 168 time: 0.8115520 Dec 04 21:49:08.522417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40550) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:49:08.644192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:08.843977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.021737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947ee50e-b4d4-4b08-a9ba-5353cb11bb33']}} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:09.045608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893b7864-98c2-44ab-92cf-4d4108de67f7') {'for_net_delete': True} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:09.045974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893b7864-98c2-44ab-92cf-4d4108de67f7') {} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:09.063167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847528534'] for segment, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.085909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.088666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:49:09.108502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdb2ce-92b4-4d30-9a62-7b23850b847f req-c476c97a-c6e9-4362-ad9f-df51c9065539 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:09.110156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-47cdb2ce-92b4-4d30-9a62-7b23850b847f req-c476c97a-c6e9-4362-ad9f-df51c9065539 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1815081 Dec 04 21:49:09.317030 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-47cdb2ce-92b4-4d30-9a62-7b23850b847f req-eb87598e-2e68-465c-9a93-7404fc10e370 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935275 Dec 04 21:49:09.318854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:49:09.328918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848712471'] for segment, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.522841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Network 947ee50e-b4d4-4b08-a9ba-5353cb11bb33 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:49:09.547142 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:49:09.625942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.629575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:09.645663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.652846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Pushing event deleted for resources: {'Network': ['ID=947ee50e-b4d4-4b08-a9ba-5353cb11bb33,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:09.657852 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:09.663710 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a78ede1a-3587-4337-8a26-c7ca45e501ff admin admin] 10.222.0.17 "DELETE /v2.0/networks/947ee50e-b4d4-4b08-a9ba-5353cb11bb33 HTTP/1.1" status: 204 len: 168 time: 1.1402595 Dec 04 21:49:09.823783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40558) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:49:09.880512 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fa7cd85f-ed48-4726-b471-db4f0913baff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=88b5dbb79ff44ccb8b482fa01614315e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0550981 Dec 04 21:49:09.883453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40562) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:49:09.950637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:09.980512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:10.028425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:10.033582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2ad22bad-381e-4042-98d4-faa1755eb820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:10.051098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b7520f-5d82-47ba-8eb7-8373ab17c914,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:10.054020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:10.060749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:10.062005 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e1b7520f-5d82-47ba-8eb7-8373ab17c914 HTTP/1.1" status: 204 len: 168 time: 0.1775031 Dec 04 21:49:10.551068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57153-cd0d-49bd-a12d-0336b07fb727 req-aca3fc9f-25c3-4973-80ce-adebaaec5d1d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:10.552653 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e3c57153-cd0d-49bd-a12d-0336b07fb727 req-aca3fc9f-25c3-4973-80ce-adebaaec5d1d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0819864 Dec 04 21:49:10.599890 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e3c57153-cd0d-49bd-a12d-0336b07fb727 req-4131c4e7-3327-4806-b441-82242564c827 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 Dec 04 21:49:11.827526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389dfcc-68da-4b9f-a012-2d38ab677be7 req-70bee08b-938d-42c4-aca3-a0b03a0228cf tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:11.829107 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e389dfcc-68da-4b9f-a012-2d38ab677be7 req-70bee08b-938d-42c4-aca3-a0b03a0228cf tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0825083 Dec 04 21:49:11.879828 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e389dfcc-68da-4b9f-a012-2d38ab677be7 req-99a92dd3-6083-4782-a3c2-cf3275fde405 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Dec 04 21:49:12.307334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:49:12.376488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:49:12.381632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:49:12.382079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:12.504599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:12.534003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:49:12.544970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:49:12.548360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:12.550368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:49:12.598869 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'code': 200} Dec 04 21:49:12.624778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:49:12.628076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:49:12.874130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5922a-8edd-469d-9ef7-c1c80fb77d84 req-9bda601b-d61e-428b-9b6a-0858ad72f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:12.875654 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38e5922a-8edd-469d-9ef7-c1c80fb77d84 req-9bda601b-d61e-428b-9b6a-0858ad72f2b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1163 time: 0.0792503 Dec 04 21:49:12.920469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38e5922a-8edd-469d-9ef7-c1c80fb77d84 req-4dfed50c-6341-4a2f-b88a-cab7e5a16068 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 Dec 04 21:49:13.147432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ac66d-c4a0-46e6-8653-d4c2936ef756 req-e6d67192-0fab-486d-9699-71a503e1bc5b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:13.149235 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fb4ac66d-c4a0-46e6-8653-d4c2936ef756 req-e6d67192-0fab-486d-9699-71a503e1bc5b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1184111 Dec 04 21:49:13.201086 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fb4ac66d-c4a0-46e6-8653-d4c2936ef756 req-32d90934-590a-4e1b-87e6-b2506e7f60e7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Dec 04 21:49:13.349603 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:49:13.824444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:49:13.898441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:49:13.900350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:14.450660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6657cbe-aae0-4b9c-8dd2-4138c678b25a req-86a712ef-e571-4cc5-8de3-e0682286009b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:14.452309 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e6657cbe-aae0-4b9c-8dd2-4138c678b25a req-86a712ef-e571-4cc5-8de3-e0682286009b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0938520 Dec 04 21:49:14.530948 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e6657cbe-aae0-4b9c-8dd2-4138c678b25a req-3cc6492c-82aa-4f48-8a1e-6e3e038674b7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621271 Dec 04 21:49:15.765722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726fff2-5b19-4ea9-8f86-e07f488459f2 req-ccaa3fe5-d449-4306-b344-3a812e2d392d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:15.767334 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c726fff2-5b19-4ea9-8f86-e07f488459f2 req-ccaa3fe5-d449-4306-b344-3a812e2d392d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0854616 Dec 04 21:49:15.814040 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c726fff2-5b19-4ea9-8f86-e07f488459f2 req-00577daa-fd22-4b59-9993-14f236210985 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Dec 04 21:49:15.867875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:49:15.938951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:49:15.939368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:16.048912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f676-d82d-427f-b5a5-f8b4fe511923 req-f5e95261-2a2d-4819-842b-7f8e1d8a6106 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:16.050730 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fef8f676-d82d-427f-b5a5-f8b4fe511923 req-f5e95261-2a2d-4819-842b-7f8e1d8a6106 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0932775 Dec 04 21:49:16.061059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 40584) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:49:16.069612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Request body: {'floatingip': {'port_id': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:49:16.198507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:17.223293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:17.226281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:17.405393 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Floating IP a284008b-822b-4e11-b010-d3a745685ced associated. External IP: 172.28.3.161, port: 7f8c49a3-1f30-4a5e-abbd-276124b153ff. Dec 04 21:49:17.784072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:49:17.971958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:49:17.976786 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:17.982203 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:49:17.992039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:49:17.992705 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:49:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:18.032437 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2ec39638-4033-4a23-b164-d1ccc61d6b6d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "PUT /v2.0/floatingips/a284008b-822b-4e11-b010-d3a745685ced HTTP/1.1" status: 200 len: 992 time: 1.9700637 Dec 04 21:49:18.033102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:49:18.111229 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'status': 'completed', 'code': 200} Dec 04 21:49:18.188360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:49:18.247840 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-31e4f6b8-9ffa-4e4a-ab8f-b860a40e95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:18.249459 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-31e4f6b8-9ffa-4e4a-ab8f-b860a40e95ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1163 time: 0.0804420 Dec 04 21:49:18.402565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-c9ce9e02-ed76-4d33-a2aa-4994192bdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:18.404117 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-c9ce9e02-ed76-4d33-a2aa-4994192bdd9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.1412852 Dec 04 21:49:18.509914 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-f14a8d99-300e-45c0-920c-c9bca6c51697 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 1000 time: 0.0987756 Dec 04 21:49:18.563565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'a284008b-822b-4e11-b010-d3a745685ced', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'floating_ip_address': '172.28.3.161', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'port_id': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'mac_address': 'fa:16:3e:96:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca76396-b817-45de-8722-56e1b4178a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:49:00Z', 'updated_at': '2020-12-04T21:49:17Z', 'revision_number': 1, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:18.567800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:49:18.578346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:49:18.579025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:49:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:18.583645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-4d574fbb-9250-4d03-85bb-65513ea1eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:18.585226 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-4d574fbb-9250-4d03-85bb-65513ea1eed2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0697210 Dec 04 21:49:18.665613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-971c5b59-5f1f-4c09-8a52-524215e08055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:18.667404 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-971c5b59-5f1f-4c09-8a52-524215e08055 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758877 Dec 04 21:49:18.768424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:49:18.817186 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-5f1aaf48-e4a1-4b83-8cbc-5b59f55a3c6e service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427813 Dec 04 21:49:18.964620 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d8848fd1-2206-422b-a72f-4a8f723a8a15 req-e5267a3f-2328-45a3-b287-77db02c2ec4d service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406734 Dec 04 21:49:19.140047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'a284008b-822b-4e11-b010-d3a745685ced', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'floating_ip_address': '172.28.3.161', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'port_id': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'mac_address': 'fa:16:3e:96:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca76396-b817-45de-8722-56e1b4178a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:49:00Z', 'updated_at': '2020-12-04T21:49:17Z', 'revision_number': 1, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:49:19.144253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cff04f5-7598-4da7-ba82-c1de321ba2ee None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'a284008b-822b-4e11-b010-d3a745685ced', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'floating_ip_address': '172.28.3.161', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'port_id': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'mac_address': 'fa:16:3e:96:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca76396-b817-45de-8722-56e1b4178a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:49:00Z', 'updated_at': '2020-12-04T21:49:17Z', 'revision_number': 1, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:49:19.425671 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8173f6-1070-41df-a03b-54bc8134d305 None None] New status for floating IP a284008b-822b-4e11-b010-d3a745685ced: ACTIVE {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:49:27.787412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f96c1c81-dd2b-4423-80c5-2126c3613e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:30.939013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1736-43c4-4d7d-a2c1-b9260af60194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:31.908599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:32.563306 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:32.620639 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:33.762580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:47.189335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-af2136e7-4633-4891-a61a-2ac43c70cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:47.191043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-af2136e7-4633-4891-a61a-2ac43c70cfcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1203 time: 0.3870590 Dec 04 21:49:47.198945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc61e6-e180-493d-a2bb-fc4322a366c7 req-c6fc8b1a-b420-4ccf-8134-253a24fd3821 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:47.200621 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5bfc61e6-e180-493d-a2bb-fc4322a366c7 req-c6fc8b1a-b420-4ccf-8134-253a24fd3821 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.3559725 Dec 04 21:49:47.373223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5bfc61e6-e180-493d-a2bb-fc4322a366c7 req-c67b93c1-a4b0-4c65-82ae-38fcaba55f9a tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1473482 Dec 04 21:49:47.412419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-c436a554-1bb6-4d6e-ba91-040fd8970a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:47.414450 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-c436a554-1bb6-4d6e-ba91-040fd8970a4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.2128725 Dec 04 21:49:47.547328 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-15764517-59c2-4eba-aeeb-c59a9a81760a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 1001 time: 0.1260405 Dec 04 21:49:47.636494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-3c96c9b0-f53a-48d6-beb1-9d1573bef155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:47.638147 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-3c96c9b0-f53a-48d6-beb1-9d1573bef155 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0833569 Dec 04 21:49:47.732962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-23b7b4c7-7504-4812-b346-1e82f1f0e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:47.734636 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-23b7b4c7-7504-4812-b346-1e82f1f0e82c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892999 Dec 04 21:49:47.896582 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-85568173-7114-4416-8c08-981fcc7392d9 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538603 Dec 04 21:49:48.074589 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a7ff375-50cd-4d26-8058-bfff3cfa1111 req-36f64689-8868-4154-ab16-d7eb97ff7280 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1707115 Dec 04 21:49:48.640179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6a1ea-dc51-4818-a6c1-060a4db5ae82 req-8171a4ae-6bab-40f6-8bde-1d99c88aaea6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:48.642077 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-95c6a1ea-dc51-4818-a6c1-060a4db5ae82 req-8171a4ae-6bab-40f6-8bde-1d99c88aaea6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.1056950 Dec 04 21:49:48.694618 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-95c6a1ea-dc51-4818-a6c1-060a4db5ae82 req-232fe91a-cbc3-4ea4-b1cb-0e5de501eb0b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457265 Dec 04 21:49:50.086455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a913581-0c28-405d-a5c3-0a7a5a141d59 req-b3a60264-03c5-484d-817d-30f7fc0a5f53 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:50.088916 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a913581-0c28-405d-a5c3-0a7a5a141d59 req-b3a60264-03c5-484d-817d-30f7fc0a5f53 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0960131 Dec 04 21:49:50.148241 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a913581-0c28-405d-a5c3-0a7a5a141d59 req-2d21b681-99ca-445c-82cf-46b9b19f0fa0 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0482826 Dec 04 21:49:50.349520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:49:51.382888 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896f92-47c9-4c4f-bd02-0d31ac8b6c58 req-c0b74757-ea3a-446d-9bf3-e9b5e2a1af22 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:51.384546 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a896f92-47c9-4c4f-bd02-0d31ac8b6c58 req-c0b74757-ea3a-446d-9bf3-e9b5e2a1af22 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0985136 Dec 04 21:49:51.440205 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5a896f92-47c9-4c4f-bd02-0d31ac8b6c58 req-7dccb7f2-99d5-49aa-8167-4fb3cea212ad tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0486047 Dec 04 21:49:52.675947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fe5ae-589f-4ade-97f0-927e45989225 req-fdf420af-69e3-41f1-af4e-af79bf64616d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:52.677636 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4a5fe5ae-589f-4ade-97f0-927e45989225 req-fdf420af-69e3-41f1-af4e-af79bf64616d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0868111 Dec 04 21:49:52.730372 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4a5fe5ae-589f-4ade-97f0-927e45989225 req-2c4c4d4b-a691-4c82-ac39-dc70f7fdc0d8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0444026 Dec 04 21:49:53.961193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693119e-ff08-489a-b2d8-5a0e8af2738a req-59d1d0d8-f537-438c-8497-019aee46fa55 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:53.963430 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5693119e-ff08-489a-b2d8-5a0e8af2738a req-59d1d0d8-f537-438c-8497-019aee46fa55 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0930035 Dec 04 21:49:54.016177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5693119e-ff08-489a-b2d8-5a0e8af2738a req-5582479a-4bf3-438e-afb6-b6418be6f21b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0458529 Dec 04 21:49:55.257345 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea88f-3853-4c9e-a8cc-206355c06f84 req-55b7bc4d-2bfa-4d7c-ab57-711521986a00 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:55.259156 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fbeea88f-3853-4c9e-a8cc-206355c06f84 req-55b7bc4d-2bfa-4d7c-ab57-711521986a00 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0916240 Dec 04 21:49:55.317616 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fbeea88f-3853-4c9e-a8cc-206355c06f84 req-600d1d05-f707-4a3a-9d0b-39d0eb92170b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0464118 Dec 04 21:49:56.572017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae828-3653-4fa2-8ab8-f19539b5160e req-035dd308-610a-4e09-8ab2-df8c75804a66 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:56.573698 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0acae828-3653-4fa2-8ab8-f19539b5160e req-035dd308-610a-4e09-8ab2-df8c75804a66 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0872412 Dec 04 21:49:56.647113 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0acae828-3653-4fa2-8ab8-f19539b5160e req-2c51ac8e-e8f4-47f2-8187-d9d99b706a03 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0660038 Dec 04 21:49:57.880109 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf90e1-874f-42d2-bc4c-e5d7f6af069e req-5c98b7ba-058a-4a0a-b442-f44545c1e7e6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:57.881868 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1dcf90e1-874f-42d2-bc4c-e5d7f6af069e req-5c98b7ba-058a-4a0a-b442-f44545c1e7e6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0963280 Dec 04 21:49:57.938552 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1dcf90e1-874f-42d2-bc4c-e5d7f6af069e req-17467d3f-9052-498d-84b4-a52687ddc45e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0481749 Dec 04 21:49:57.957138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d57e2ac9-b94c-4b03-a835-a21c44fe95c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:58.345366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:49:58.423199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:49:58.423617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:49:59.177382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df2d0-e533-4030-8f33-c3d3feb4ef8f req-20bc62e5-2d64-452b-84ab-f5fdf933fc98 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:49:59.179047 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b2df2d0-e533-4030-8f33-c3d3feb4ef8f req-20bc62e5-2d64-452b-84ab-f5fdf933fc98 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0943646 Dec 04 21:49:59.239066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b2df2d0-e533-4030-8f33-c3d3feb4ef8f req-93281ff2-71dd-4071-b90f-a0b06c1bd7cc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0525510 Dec 04 21:50:00.362649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:50:00.437431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:50:00.437833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:00.491266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12c6fc-b158-4780-bb9c-9d1e412e4047 req-c98368ea-e603-4c85-b09a-bad704dcccdc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:00.492865 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d12c6fc-b158-4780-bb9c-9d1e412e4047 req-c98368ea-e603-4c85-b09a-bad704dcccdc tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0972066 Dec 04 21:50:00.554945 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d12c6fc-b158-4780-bb9c-9d1e412e4047 req-111dc791-0350-4ea3-9870-0f02bd63a0ca tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=735aaec1-9405-47ff-93b3-72ffe70049e6&id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0542388 Dec 04 21:50:00.941911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3a84-7c8e-4dbf-ae09-8a06048c570c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:01.911683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:02.566834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:02.628803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:03.763084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:27.349047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:50:27.790009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-507d98ec-d18a-476a-818e-827514a7e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:29.828100 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-4a56a118-7362-4d36-a2d9-05135c2da4f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0765805 Dec 04 21:50:29.996589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-64c9bc83-65b5-4287-88ef-582d5cf8887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:29.998300 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-64c9bc83-65b5-4287-88ef-582d5cf8887a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1203 time: 0.0816591 Dec 04 21:50:30.160850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-728889bd-572e-4554-9548-532655e3af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:30.162478 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-728889bd-572e-4554-9548-532655e3af79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.1445284 Dec 04 21:50:30.271800 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-6a133d9a-1cb9-4972-888a-a2fe6b2f103c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 1001 time: 0.1023161 Dec 04 21:50:30.350511 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-03987de4-fcb9-4b3b-ae64-dcc8f38b118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:30.352253 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-03987de4-fcb9-4b3b-ae64-dcc8f38b118b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0741742 Dec 04 21:50:30.459979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-2c8820e1-33c3-4d0c-ab02-3303421339c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:30.462667 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-2c8820e1-33c3-4d0c-ab02-3303421339c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019425 Dec 04 21:50:30.620314 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-51e02b3d-6eea-491a-a045-6f36a889d098 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453214 Dec 04 21:50:30.772275 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc99d49f-c020-4e24-a509-ad9155d4b2b2 req-aa422378-ae39-415c-8ca5-b312741471c2 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457052 Dec 04 21:50:30.950466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5cccb126-4de5-4571-b1f8-1b5310b46f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:31.912697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:32.571920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:32.623366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:33.764798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:34.152658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c5855-51f2-4078-a1bc-9c56d13ffcb6 req-4388aa27-b74d-486a-9d5a-6023fa654edd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:34.155395 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-268c5855-51f2-4078-a1bc-9c56d13ffcb6 req-4388aa27-b74d-486a-9d5a-6023fa654edd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0921803 Dec 04 21:50:34.207841 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-268c5855-51f2-4078-a1bc-9c56d13ffcb6 req-2649b1f8-8edb-4cca-8417-d770565fa7d8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Dec 04 21:50:35.445565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d8138-0769-4f9a-bac7-684527b2fcaa req-e58dd7fc-be3f-453f-8be9-0bb5d2727421 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:35.447248 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e3d8138-0769-4f9a-bac7-684527b2fcaa req-e58dd7fc-be3f-453f-8be9-0bb5d2727421 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0840297 Dec 04 21:50:35.499310 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e3d8138-0769-4f9a-bac7-684527b2fcaa req-7a00f483-7fdb-46bd-8569-7f82524c4872 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 Dec 04 21:50:36.731767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdf721-e59c-41b6-82e6-2a1e5ab26574 req-55f0d212-7c28-4ed9-86ea-6c1262b80613 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:36.733375 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-60fdf721-e59c-41b6-82e6-2a1e5ab26574 req-55f0d212-7c28-4ed9-86ea-6c1262b80613 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0822597 Dec 04 21:50:36.784612 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-60fdf721-e59c-41b6-82e6-2a1e5ab26574 req-f26f3d35-921f-4103-89a3-5c3c54bb3955 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Dec 04 21:50:38.017517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de5ef9-49e8-45d8-87e8-dc80b5d224eb req-41b7e142-8e85-4a50-9c1d-4396de71d61d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:38.019184 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73de5ef9-49e8-45d8-87e8-dc80b5d224eb req-41b7e142-8e85-4a50-9c1d-4396de71d61d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0853257 Dec 04 21:50:38.068859 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-73de5ef9-49e8-45d8-87e8-dc80b5d224eb req-b466b6ea-4ebb-41f2-9197-7fe2fbc1e40b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Dec 04 21:50:39.295143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54adf5-e7f8-4640-8656-67edb1c5e6ce req-3b91062d-c741-4875-b6b9-42fbd0bbcbf4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:39.296753 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c54adf5-e7f8-4640-8656-67edb1c5e6ce req-3b91062d-c741-4875-b6b9-42fbd0bbcbf4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0832715 Dec 04 21:50:39.345758 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c54adf5-e7f8-4640-8656-67edb1c5e6ce req-b4bd5021-a0db-4b29-b841-e3ffa99f52e0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Dec 04 21:50:40.581280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90dc5b-7254-44e6-939e-539c50998196 req-b040e619-6c74-45bc-92ed-9c2f2575dca8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:40.582999 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6e90dc5b-7254-44e6-939e-539c50998196 req-b040e619-6c74-45bc-92ed-9c2f2575dca8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0904338 Dec 04 21:50:40.633249 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6e90dc5b-7254-44e6-939e-539c50998196 req-fc75f187-ad8a-4cce-8bba-91b6fcd0fd95 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Dec 04 21:50:41.874734 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697de1d-f71e-4c05-a40a-849730e9dcb1 req-e90eb377-3174-41bd-b807-f5057c1769e3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:41.876793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9697de1d-f71e-4c05-a40a-849730e9dcb1 req-e90eb377-3174-41bd-b807-f5057c1769e3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0897365 Dec 04 21:50:41.928296 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9697de1d-f71e-4c05-a40a-849730e9dcb1 req-95d4cc44-8f61-4ded-a8f1-16ea824c7c6a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446503 Dec 04 21:50:43.306993 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecdb72-91cf-4401-81f4-8cd5774dbf53 req-62ea51e0-5c8c-46cb-bb7d-d4ddd7300ada tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:43.308555 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3eecdb72-91cf-4401-81f4-8cd5774dbf53 req-62ea51e0-5c8c-46cb-bb7d-d4ddd7300ada tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0922916 Dec 04 21:50:43.361812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3eecdb72-91cf-4401-81f4-8cd5774dbf53 req-38063b1f-86ef-44d8-b0ac-3c9f597f4462 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Dec 04 21:50:44.597539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecaf10-4b48-4be8-840c-a16b9faaf21a req-2f9833f3-5974-44b2-90e0-c42f70d1e9c0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:44.599231 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-15ecaf10-4b48-4be8-840c-a16b9faaf21a req-2f9833f3-5974-44b2-90e0-c42f70d1e9c0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0838568 Dec 04 21:50:44.653224 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-15ecaf10-4b48-4be8-840c-a16b9faaf21a req-fdb24ea3-afb5-4f12-95ac-4bc6e040f593 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Dec 04 21:50:45.885680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297ab46-cfff-4a69-8591-2de8dfe0c665 req-9d891b15-debc-46d6-8b8f-905d03b213f5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:45.887286 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1297ab46-cfff-4a69-8591-2de8dfe0c665 req-9d891b15-debc-46d6-8b8f-905d03b213f5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0848947 Dec 04 21:50:45.934549 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1297ab46-cfff-4a69-8591-2de8dfe0c665 req-4071a2cd-f4f3-49de-adde-8556e097522b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Dec 04 21:50:47.166655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffefe0-5f77-42e1-8386-ffd2c462935a req-ce082a46-3488-4acd-a113-e61d2a5e9125 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:47.168246 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-22ffefe0-5f77-42e1-8386-ffd2c462935a req-ce082a46-3488-4acd-a113-e61d2a5e9125 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0854957 Dec 04 21:50:47.218646 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-22ffefe0-5f77-42e1-8386-ffd2c462935a req-30aa4cd8-ca45-437b-a5d3-bc4385bcface tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Dec 04 21:50:48.452741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3637-5ae2-4381-922d-b3277f31be90 req-ef95a0e8-3aba-4a97-9af4-79b2a359b90d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:48.454436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-276b3637-5ae2-4381-922d-b3277f31be90 req-ef95a0e8-3aba-4a97-9af4-79b2a359b90d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0875611 Dec 04 21:50:48.503837 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-276b3637-5ae2-4381-922d-b3277f31be90 req-f0f051cb-f32b-4713-b131-c2c74cf4b681 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Dec 04 21:50:49.734009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c444f26-7db2-4ed8-bb3a-25060081dcd1 req-d84c9f9a-ebdd-452a-a7eb-fe28fc7aee6e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:49.735575 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0c444f26-7db2-4ed8-bb3a-25060081dcd1 req-d84c9f9a-ebdd-452a-a7eb-fe28fc7aee6e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0849087 Dec 04 21:50:49.783475 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0c444f26-7db2-4ed8-bb3a-25060081dcd1 req-414a6a34-9f76-4ee5-98d1-e2868d4681d5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Dec 04 21:50:51.016188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f9efc-7b69-41fe-9087-25dfc37f1c96 req-da31058a-d687-4bfc-a513-e837c0388cae tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:51.017812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-556f9efc-7b69-41fe-9087-25dfc37f1c96 req-da31058a-d687-4bfc-a513-e837c0388cae tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0860057 Dec 04 21:50:51.070791 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-556f9efc-7b69-41fe-9087-25dfc37f1c96 req-e7355627-35f8-4cd9-879b-d7d785d48ef8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464354 Dec 04 21:50:52.320927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c3557-72c9-4dbe-a2ff-57aca65c9447 req-c4d762ef-fe6b-4eac-9e8e-372710260812 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:52.322346 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea5c3557-72c9-4dbe-a2ff-57aca65c9447 req-c4d762ef-fe6b-4eac-9e8e-372710260812 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0866017 Dec 04 21:50:52.387403 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea5c3557-72c9-4dbe-a2ff-57aca65c9447 req-318b186f-7eac-4b8a-aea2-112a93769130 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576422 Dec 04 21:50:53.715648 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c12c5-a310-487b-9f19-6cb2fd142910 req-fc86254c-9921-4ab2-902d-df233b6396fd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:53.717476 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d61c12c5-a310-487b-9f19-6cb2fd142910 req-fc86254c-9921-4ab2-902d-df233b6396fd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1043434 Dec 04 21:50:53.771489 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d61c12c5-a310-487b-9f19-6cb2fd142910 req-4a75324a-4ae8-4b01-80f9-02fa5a52c778 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472121 Dec 04 21:50:55.045735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b681253-df09-42ff-9c08-ea97c2b38383 req-90a9f87c-5f54-45a8-9fe9-56c1dfb977d5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:55.047475 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5b681253-df09-42ff-9c08-ea97c2b38383 req-90a9f87c-5f54-45a8-9fe9-56c1dfb977d5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0990539 Dec 04 21:50:55.108235 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5b681253-df09-42ff-9c08-ea97c2b38383 req-4250b394-ef5c-460a-a803-b25d349740e0 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534689 Dec 04 21:50:56.353590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e796a0-47e1-4c78-a1ea-a973136ab89f req-9618a320-f92a-4f34-b725-4a009a635fd5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:56.355651 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-64e796a0-47e1-4c78-a1ea-a973136ab89f req-9618a320-f92a-4f34-b725-4a009a635fd5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0915065 Dec 04 21:50:56.404214 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-64e796a0-47e1-4c78-a1ea-a973136ab89f req-7d1557e6-4ab7-4584-9196-fb2f3e286ee1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Dec 04 21:50:57.680091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d6ce3-f421-4196-ab36-1bfa56df9ff2 req-2b9e5601-e88c-4443-ac56-b448d8b45d0c tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:57.681704 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b7d6ce3-f421-4196-ab36-1bfa56df9ff2 req-2b9e5601-e88c-4443-ac56-b448d8b45d0c tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1001236 Dec 04 21:50:57.734197 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b7d6ce3-f421-4196-ab36-1bfa56df9ff2 req-605e37b7-589b-45e3-a6a5-4da05df934e4 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Dec 04 21:50:57.794502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6de-a946-4c9d-9319-fa6bf88eea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:50:58.985637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542463a-b9a2-47dd-b8c7-c09486318814 req-2c40f279-0c82-4438-b96e-023681e3537d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:50:58.987556 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3542463a-b9a2-47dd-b8c7-c09486318814 req-2c40f279-0c82-4438-b96e-023681e3537d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0939319 Dec 04 21:50:59.059847 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3542463a-b9a2-47dd-b8c7-c09486318814 req-cf4fa195-3786-4e7f-8d05-2625a7ca06c5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625656 Dec 04 21:51:00.304901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29375-8e00-44a6-a896-7aa23e6f9702 req-577615e8-b3ca-4442-8505-5f6307963ebb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:00.310407 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-72b29375-8e00-44a6-a896-7aa23e6f9702 req-577615e8-b3ca-4442-8505-5f6307963ebb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0950444 Dec 04 21:51:00.369173 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-72b29375-8e00-44a6-a896-7aa23e6f9702 req-7309dec5-fa2b-4b83-af7d-edbf9c5f9201 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557339 Dec 04 21:51:00.945844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8f8b40f3-0aaf-4bdf-a406-b0813eafabef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:01.614065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7b10-a128-4d8b-95d7-e8068596e9c9 req-4a15304e-dc1f-446c-925e-30eecf5e19f7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:01.615818 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7f2e7b10-a128-4d8b-95d7-e8068596e9c9 req-4a15304e-dc1f-446c-925e-30eecf5e19f7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0904157 Dec 04 21:51:01.670806 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7f2e7b10-a128-4d8b-95d7-e8068596e9c9 req-98e4b7ee-1562-42de-afce-078c85b66739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Dec 04 21:51:01.915492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:02.575223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:02.624692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:03.149782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-e6c3af3d-d98c-4ac3-9bc3-1b1fb0d07f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:03.151749 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-e6c3af3d-d98c-4ac3-9bc3-1b1fb0d07f76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1163 time: 0.3704855 Dec 04 21:51:03.159072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cf18a-6a99-4cb1-9d46-c32baa59236f req-65f3753e-854a-4488-ae4d-07cdaa20264a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:03.160757 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-621cf18a-6a99-4cb1-9d46-c32baa59236f req-65f3753e-854a-4488-ae4d-07cdaa20264a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1247699 Dec 04 21:51:03.327853 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-621cf18a-6a99-4cb1-9d46-c32baa59236f req-ee7873ec-b5c2-43c4-87d3-f4454157c1f9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430609 Dec 04 21:51:03.349679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-0c07bdfb-e2d8-4dfc-9a80-bcb2de77ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:03.351413 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-0c07bdfb-e2d8-4dfc-9a80-bcb2de77ac94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.1896119 Dec 04 21:51:03.463875 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-fdb7b6d5-7f6e-44ff-a5b5-48a9e8856fbc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 1002 time: 0.1054742 Dec 04 21:51:03.535507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-8b137902-a8c5-4f25-b427-85e37e4afb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:03.537104 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-8b137902-a8c5-4f25-b427-85e37e4afb25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0657327 Dec 04 21:51:03.617564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-fe95d05f-083a-4c75-915c-1574a6fe4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:03.619223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-fe95d05f-083a-4c75-915c-1574a6fe4b44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752838 Dec 04 21:51:03.766859 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-7b2d5bbb-bec9-46cd-a22e-976e7171cea9 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397197 Dec 04 21:51:03.769136 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:03.912484 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e4dff608-6a6a-4694-9298-74f38925a1ff req-8a5d2023-215b-426d-a370-eaf6ea7d3196 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387725 Dec 04 21:51:04.144470 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-d17e4feb-a91c-4301-bea2-9b9fdf60993c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-922005125&fields=id&tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0 HTTP/1.1" status: 200 len: 267 time: 0.0474319 Dec 04 21:51:04.236018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-14c2edfe-e044-4fef-8357-b33979a932c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:04.237569 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-14c2edfe-e044-4fef-8357-b33979a932c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 985 time: 0.0866804 Dec 04 21:51:04.251267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Request body: {'port': {'security_groups': ['91f79547-0d1a-4930-a14d-a9c785c04dc5']}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:51:04.348842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:51:04.387873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:04.581910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb897fc-5e2c-44a6-82cb-2d80f1b9b20e req-39187bc8-9d29-4414-8c40-987c1c55cc72 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:04.583560 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fb897fc-5e2c-44a6-82cb-2d80f1b9b20e req-39187bc8-9d29-4414-8c40-987c1c55cc72 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0912852 Dec 04 21:51:04.635212 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fb897fc-5e2c-44a6-82cb-2d80f1b9b20e req-f792ae8b-7557-42b8-bee1-8b0fa7bbf2e2 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Dec 04 21:51:04.733495 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] For port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:04.761750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:04.765358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:04.780843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:04.939695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event updated for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=6']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:04.952157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.952561 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.952962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.953362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.953752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.954170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.954557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.954943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.955334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.955716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.956100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.956482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.956964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.957339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.957725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.958154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.958536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.958917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.959311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.959696 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.960660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.961103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.961491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.961941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:04.968856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:05.002312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:05.003019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:05.004559 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b7c7e573-0630-43cf-badd-127ac8cea3fc req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "PUT /v2.0/ports/7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 943 time: 0.7592654 Dec 04 21:51:05.005122 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:51:05.119158 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8e683826-0c9e-4800-8c14-6858b42228ef req-5a8fdf74-e281-4bb2-a223-4a6a13d1c959 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups/735aaec1-9405-47ff-93b3-72ffe70049e6 HTTP/1.1" status: 200 len: 2889 time: 0.0743439 Dec 04 21:51:05.225750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8e683826-0c9e-4800-8c14-6858b42228ef req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:05.259631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8e683826-0c9e-4800-8c14-6858b42228ef req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:05.266812 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-77c1491f-9869-449e-b4e6-bf00ffedb923 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:51:05.268045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-77c1491f-9869-449e-b4e6-bf00ffedb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:05.323253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8e683826-0c9e-4800-8c14-6858b42228ef req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:05.332094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f98290ec-0cea-453a-a47c-b07db826be73 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:05.353064 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'status': 'completed', 'code': 200} Dec 04 21:51:05.358382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event deleted for resources: {'SecurityGroup': ['ID=735aaec1-9405-47ff-93b3-72ffe70049e6,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:05.361543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:05.369575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-8e683826-0c9e-4800-8c14-6858b42228ef req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:05.370918 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8e683826-0c9e-4800-8c14-6858b42228ef req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "DELETE /v2.0/security-groups/735aaec1-9405-47ff-93b3-72ffe70049e6 HTTP/1.1" status: 204 len: 173 time: 0.2355986 Dec 04 21:51:05.577793 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4310e429-e1e5-4359-b905-57d45069723b tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/floatingips/ced8129d-6a26-4784-b9fb-9e59179dbf91 HTTP/1.1" status: 200 len: 998 time: 0.1737080 Dec 04 21:51:05.614333 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-93994849-a70f-4f03-9f13-1bc2412554fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:05.616084 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-93994849-a70f-4f03-9f13-1bc2412554fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1163 time: 0.2101254 Dec 04 21:51:05.857947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-d48f1433-48b8-41c9-934f-d8d2c4b61e70 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:05.859393 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-d48f1433-48b8-41c9-934f-d8d2c4b61e70 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 784 time: 0.2727973 Dec 04 21:51:05.876307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-3c1c6231-80aa-462f-bcc9-f5229e6de8c7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:51:05.877392 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-3c1c6231-80aa-462f-bcc9-f5229e6de8c7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0089135 Dec 04 21:51:05.882620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a96dc-6d6c-4ad5-864f-41d7b7edf940 req-b30013fb-d7d7-4ad8-a3f3-c7412abf058a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:05.884426 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6e3a96dc-6d6c-4ad5-864f-41d7b7edf940 req-b30013fb-d7d7-4ad8-a3f3-c7412abf058a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0883951 Dec 04 21:51:05.964071 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6e3a96dc-6d6c-4ad5-864f-41d7b7edf940 req-247be76c-5c71-4681-aa64-bb2746908fba tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727959 Dec 04 21:51:05.972386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-7f08119e-476e-40e4-956b-802e143c7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:05.974016 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-7f08119e-476e-40e4-956b-802e143c7371 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.3413401 Dec 04 21:51:06.099971 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-7855a832-779d-40e3-b854-30606e93a72e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.79 HTTP/1.1" status: 200 len: 1001 time: 0.2058432 Dec 04 21:51:06.164666 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-6b246168-f4ec-408f-9e70-1f0b4cfa7fea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 1001 time: 0.1757803 Dec 04 21:51:06.241728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-c20afa4f-c996-4da2-9fad-f73d5543af4c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:06.243640 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-c20afa4f-c996-4da2-9fad-f73d5543af4c tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports/7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 943 time: 0.1371472 Dec 04 21:51:06.262435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-8663f88b-ac43-4d97-a146-190e69075b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:06.264138 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-8663f88b-ac43-4d97-a146-190e69075b5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0896127 Dec 04 21:51:06.448285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-f0ceff0e-c86d-43ea-9b19-9dce2538bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:06.449817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-f0ceff0e-c86d-43ea-9b19-9dce2538bdb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1781530 Dec 04 21:51:06.455795 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-0c697c37-25cb-4f55-9dd2-52819f2e6583 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.79 HTTP/1.1" status: 200 len: 1001 time: 0.1254900 Dec 04 21:51:07.013750 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-7559efda-fc0e-4e52-a557-af95257b5bb8 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566685 Dec 04 21:51:07.076504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Deleting port 02bc6b4d-e399-4f82-a058-eb2906d94467 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:07.076884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.183345 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:51:07.213545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952e0ad-9c93-4918-b1f5-a8a79d23b9dc req-a6c5c8e3-7ecc-47b4-9daa-e224553eab25 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:07.215705 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6952e0ad-9c93-4918-b1f5-a8a79d23b9dc req-a6c5c8e3-7ecc-47b4-9daa-e224553eab25 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0924623 Dec 04 21:51:07.277359 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6952e0ad-9c93-4918-b1f5-a8a79d23b9dc req-223399aa-d0d1-46cf-8594-3c50925f7c83 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472770 Dec 04 21:51:07.280939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:51:07.281643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.340915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-31f5fd05-c4b4-473f-8fa5-41b5f435f5a2 req-38ac07ec-88e3-482d-92c6-5b83478863db service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3184211 Dec 04 21:51:07.379295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.379698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.549784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:51:07.554256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Calling delete_port for 02bc6b4d-e399-4f82-a058-eb2906d94467 owned by network:floatingip {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:51:07.705814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.743227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:51:07.751513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.754989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:07.759822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:07.761817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:07.780661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:07.834570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:07.841865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event deleted for resources: {'Port': ['ID=02bc6b4d-e399-4f82-a058-eb2906d94467,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:07.844446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.844836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.845221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.845597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.846001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.846366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.846735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.847100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.847472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.847831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.848197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.848555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.849010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.849378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.849735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.850120 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.850536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.850897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.851550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.851713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.851947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.852320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.853963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.853963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.857654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:07.910765 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.911166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.911564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.911958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.912346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.912709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.913634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.914043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.914426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.914805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.915204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.915721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.916050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.916674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.917091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.917472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.917849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.918256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.918635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.919013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.919557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.919747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.920088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.920468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:51:07.926251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:08.007537 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'code': 422} returned with failed status Dec 04 21:51:08.071522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks [] for floatingip, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:08.072175 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Floating IP ced8129d-6a26-4784-b9fb-9e59179dbf91 disassociated (deleted). External IP: 172.28.3.79, port: 7a0d3779-1f8e-4d6f-92a1-ef91716586dc. Dec 04 21:51:08.486755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Router 7bab3e50-9107-4352-bfc8-902a3ace9b9a has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:51:08.696090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:51:08.707167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] Sync routers for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:51:08.719632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:51:08.720325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:08.725206 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:08.786991 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "DELETE /v2.0/floatingips/ced8129d-6a26-4784-b9fb-9e59179dbf91 HTTP/1.1" status: 204 len: 173 time: 2.3043675 Dec 04 21:51:08.787543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:51:08.875892 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'status': 'completed', 'code': 200} Dec 04 21:51:08.895221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-20bdb9c9-e52c-4597-a8d6-f6ffc4284565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:08.897045 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-20bdb9c9-e52c-4597-a8d6-f6ffc4284565 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1163 time: 0.0897374 Dec 04 21:51:08.920338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:51:09.117371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4185d727-6225-47c4-904a-198d538a1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:09.119095 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-4185d727-6225-47c4-904a-198d538a1b60 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.2131550 Dec 04 21:51:09.122573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-cc1a45ee-ed6c-42dd-8f12-c5a511a94d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:09.124177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-cc1a45ee-ed6c-42dd-8f12-c5a511a94d1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 1163 time: 0.1947014 Dec 04 21:51:09.219638 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-fb0afd02-b757-4757-bb45-164a399f5ef7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 217 time: 0.0912614 Dec 04 21:51:09.302997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:55Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:09.308564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] Checking router: 7bab3e50-9107-4352-bfc8-902a3ace9b9a for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:51:09.318221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:51:09.318908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:09.382787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-a551982e-5935-48a9-b595-1c04ed3f58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:09.384406 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-a551982e-5935-48a9-b595-1c04ed3f58c6 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.1465096 Dec 04 21:51:09.453115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-59f38d4a-2ea3-444f-b2fb-f5ca99bd57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:09.454813 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-59f38d4a-2ea3-444f-b2fb-f5ca99bd57c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 200 len: 908 time: 0.2659619 Dec 04 21:51:09.513019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:51:09.540594 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-812efe8f-566f-437e-be6d-1d609092ec92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 200 len: 217 time: 0.0790434 Dec 04 21:51:09.623497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-15d5432e-61d0-43f9-9f64-10646eeb67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:09.625107 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-15d5432e-61d0-43f9-9f64-10646eeb67c4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2227390 Dec 04 21:51:09.629284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-1f9cafc8-c3e3-4b41-aef1-1508052885fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:09.630888 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-1f9cafc8-c3e3-4b41-aef1-1508052885fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 200 len: 853 time: 0.0838604 Dec 04 21:51:09.885156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:55Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:09.890412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a742-2d26-49a3-8983-6c3c2bd5df68 None None] The sync data for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb is: [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:47:44Z', 'revision_number': 4, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'db3db5cf-6443-437e-8f7e-a1bf27d580c2', 'name': '', 'network_id': 'c195018b-8d5e-4b88-9bdf-fc061a8539d7', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:42Z', 'updated_at': '2020-12-04T21:47:55Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'subnets': [{'id': 'f764125e-a353-4fe3-a1b1-22e5f142e311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:51:10.091030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-a1a702f0-7c2e-430e-9584-7ea9ab64534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:10.092678 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-a1a702f0-7c2e-430e-9584-7ea9ab64534c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c195018b-8d5e-4b88-9bdf-fc061a8539d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4554558 Dec 04 21:51:10.098708 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-1903181c-233d-460f-a804-75a6599d614f service neutron] 10.222.0.17 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805706 Dec 04 21:51:10.407387 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-8de34769-b309-4b63-8a77-e16eb82b71cf service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074133 Dec 04 21:51:10.414456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-028e90ae-2deb-4d0f-9739-a7fcc85a8835 req-47b6df23-b924-4b9f-bd0e-85550dff93f8 service neutron] 10.222.0.17 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2918096 Dec 04 21:51:10.475132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945aaed-1292-40e7-a066-7ca063d29db8 None None] New status for floating IP ced8129d-6a26-4784-b9fb-9e59179dbf91: DOWN {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:51:10.517227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95eb4-e417-4cac-a60b-ea70c6e74124 req-c4725cd7-f80b-4cad-b7b0-b30b46bb1274 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:10.519022 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5fb95eb4-e417-4cac-a60b-ea70c6e74124 req-c4725cd7-f80b-4cad-b7b0-b30b46bb1274 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1489732 Dec 04 21:51:10.523812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-3e66a074-88c1-4b00-ba41-bb6d1f0c2296 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2135165 Dec 04 21:51:10.591522 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5fb95eb4-e417-4cac-a60b-ea70c6e74124 req-ce38fe5b-85ec-4b10-9172-56d4d57e4f15 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526080 Dec 04 21:51:10.700036 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4b66ea92-2fff-4f77-bb9e-80dd7d566df5 req-e57355e1-f567-4973-bcb6-46ba8d60da93 service neutron] 10.222.0.49 "GET /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2844870 Dec 04 21:51:11.879425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a04f-3ff1-4c6d-a92b-5142cc020121 req-053999a3-9fae-4f54-88b5-6831bc9ab01f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:11.881118 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7945a04f-3ff1-4c6d-a92b-5142cc020121 req-053999a3-9fae-4f54-88b5-6831bc9ab01f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0937469 Dec 04 21:51:11.935748 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7945a04f-3ff1-4c6d-a92b-5142cc020121 req-c64840bc-43ad-40d2-b361-2f1fb2eb8e03 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469294 Dec 04 21:51:13.229848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15edd8e-4d17-4dfa-8406-4e3dd9ab8896 req-662f5d7d-8ff8-4689-87ba-0293b7fc54a1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:13.231599 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e15edd8e-4d17-4dfa-8406-4e3dd9ab8896 req-662f5d7d-8ff8-4689-87ba-0293b7fc54a1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0970831 Dec 04 21:51:13.291309 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e15edd8e-4d17-4dfa-8406-4e3dd9ab8896 req-4e8b6e87-d5d0-4206-a2e3-e26a83bbafcd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520988 Dec 04 21:51:14.171905 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a02e-9149-4c7d-a3b9-4b6e221ece9c req-14392f15-9de1-4a45-9501-a61d591c7066 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:14.173615 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d6e8a02e-9149-4c7d-a3b9-4b6e221ece9c req-14392f15-9de1-4a45-9501-a61d591c7066 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0892594 Dec 04 21:51:14.222149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d6e8a02e-9149-4c7d-a3b9-4b6e221ece9c req-de4116bc-853a-4375-be3d-602c71ebd15d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:51:14.238834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d6e8a02e-9149-4c7d-a3b9-4b6e221ece9c req-de4116bc-853a-4375-be3d-602c71ebd15d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:51:14.240014 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d6e8a02e-9149-4c7d-a3b9-4b6e221ece9c req-de4116bc-853a-4375-be3d-602c71ebd15d tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595968 Dec 04 21:51:14.545131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cc15d-9041-4003-ad7d-264935c2f92d req-fc2d1bc0-05d8-4867-bad1-0b5fd98c3a5f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:14.546828 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-350cc15d-9041-4003-ad7d-264935c2f92d req-fc2d1bc0-05d8-4867-bad1-0b5fd98c3a5f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0940659 Dec 04 21:51:14.597624 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-350cc15d-9041-4003-ad7d-264935c2f92d req-1eacd5da-8242-40b3-9b69-0bf786e91e9e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Dec 04 21:51:15.250205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-976a1845-c39e-4888-a58e-01b5c09204ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.253000 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-976a1845-c39e-4888-a58e-01b5c09204ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f&tenant_id=c9c260f6cb48405fb7240120a8fc625c HTTP/1.1" status: 200 len: 1161 time: 0.1032753 Dec 04 21:51:15.367448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-b8fdcd67-4cae-456b-868f-140e4b24d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.369067 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-b8fdcd67-4cae-456b-868f-140e4b24d1e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1161 time: 0.0815051 Dec 04 21:51:15.462091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065e8b-ea75-48ce-918d-133438a5a6ec req-e3e31af7-533e-42cf-8e39-c9e5b6c2c5e4 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.463747 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d065e8b-ea75-48ce-918d-133438a5a6ec req-e3e31af7-533e-42cf-8e39-c9e5b6c2c5e4 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0887592 Dec 04 21:51:15.519329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-ba1641b2-ad90-4abb-a3bc-18adda65c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.519544 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8d065e8b-ea75-48ce-918d-133438a5a6ec req-105f9f7a-c272-4945-9130-890bb91876dd tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489166 Dec 04 21:51:15.521328 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-ba1641b2-ad90-4abb-a3bc-18adda65c59c service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.1453810 Dec 04 21:51:15.625811 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-9870bf64-32a7-42c6-ade7-e45ca764ab68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 1000 time: 0.0975349 Dec 04 21:51:15.699097 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-3cf4f85c-a3a6-4a6a-9092-8e4a874ae633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.700682 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-3cf4f85c-a3a6-4a6a-9092-8e4a874ae633 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0669513 Dec 04 21:51:15.848417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-04534c7e-fefb-4b3f-b544-ba78a21b5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.849964 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-04534c7e-fefb-4b3f-b544-ba78a21b5131 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412849 Dec 04 21:51:15.861860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b299-3c38-4208-a35c-50b886efaf17 req-5213238f-cdb1-4745-9d06-974663e7186c tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:15.863373 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-22e5b299-3c38-4208-a35c-50b886efaf17 req-5213238f-cdb1-4745-9d06-974663e7186c tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1117091 Dec 04 21:51:16.004814 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-22e5b299-3c38-4208-a35c-50b886efaf17 req-b8cb9902-e9f1-493f-b089-cce2b38d76a3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344972 Dec 04 21:51:16.056868 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-fdd42be2-7cd0-44bb-b536-73a22efa996a service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847558 Dec 04 21:51:16.176825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-4645d7ed-1899-4c1d-b39d-047b572918ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:16.178529 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-4645d7ed-1899-4c1d-b39d-047b572918ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.49 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.0837092 Dec 04 21:51:16.237060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-1e9cb4f4-c58e-480d-9cf7-442faa42f70e service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422186 Dec 04 21:51:16.255818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Deleting port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:16.256411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:16.533019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] For port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:16.533421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:16.671576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Calling delete_port for 7a0d3779-1f8e-4d6f-92a1-ef91716586dc owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:51:16.857522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15541fd0-98a4-47b4-9d41-9abf01f29c24 req-385e4917-303b-42e6-ac15-7d5695ae2c77 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:16.859214 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-15541fd0-98a4-47b4-9d41-9abf01f29c24 req-385e4917-303b-42e6-ac15-7d5695ae2c77 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 946 time: 0.1987944 Dec 04 21:51:16.931282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:51:16.933456 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-15541fd0-98a4-47b4-9d41-9abf01f29c24 req-a385553e-cbc7-44ad-bb1b-225b42ba85ea tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/security-groups?id=91f79547-0d1a-4930-a14d-a9c785c04dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 Dec 04 21:51:16.934133 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:16.956523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aee365e5-c79c-481f-a827-d70b6b0f5e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:17.019442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Pushing event deleted for resources: {'Port': ['ID=7a0d3779-1f8e-4d6f-92a1-ef91716586dc,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:17.025029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:17.145221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 7a0d3779-1f8e-4d6f-92a1-ef91716586dc {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:51:17.145858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7a0d3779-1f8e-4d6f-92a1-ef91716586dc not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:51:17.243038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] No DVR routers for this DVR port 7a0d3779-1f8e-4d6f-92a1-ef91716586dc on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:51:17.245685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:17.249845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'name': 'network-vif-deleted', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:51:17.265236 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-555e92f6-2499-465b-90a7-6c513c0f49bf req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.49 "DELETE /v2.0/ports/7a0d3779-1f8e-4d6f-92a1-ef91716586dc HTTP/1.1" status: 204 len: 173 time: 1.0815046 Dec 04 21:51:17.325479 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc687360-3d42-4c4b-a325-09719a5bfdb3', 'name': 'network-vif-deleted', 'tag': '7a0d3779-1f8e-4d6f-92a1-ef91716586dc', 'status': 'completed', 'code': 200} Dec 04 21:51:17.349078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e792c2-a164-4e5d-9894-e55a89243a62 req-a69e34dc-68ce-4727-a98e-e7c3e2b19a29 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:17.357766 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-50e792c2-a164-4e5d-9894-e55a89243a62 req-a69e34dc-68ce-4727-a98e-e7c3e2b19a29 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1425753 Dec 04 21:51:17.418731 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-50e792c2-a164-4e5d-9894-e55a89243a62 req-d4c35057-2945-4be2-94c9-fb8505586de1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597746 Dec 04 21:51:18.175094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d508479a-f209-4f22-a644-977fac2c2c31 req-897fa603-ca95-455f-a2c4-846ed4bb93a7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Synchronizing usage tracker for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:51:18.192385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d508479a-f209-4f22-a644-977fac2c2c31 req-897fa603-ca95-455f-a2c4-846ed4bb93a7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Unset dirty status for tenant:885c7c9e151f4cc7974cb45c2d50f2a0 on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:51:18.193695 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d508479a-f209-4f22-a644-977fac2c2c31 req-897fa603-ca95-455f-a2c4-846ed4bb93a7 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0802720 Dec 04 21:51:18.666996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dda9f8-4aec-4adb-b092-7ae78710a9ea req-1380eca5-9baa-4ed2-889c-2c5750279c5d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:18.668659 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-16dda9f8-4aec-4adb-b092-7ae78710a9ea req-1380eca5-9baa-4ed2-889c-2c5750279c5d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0941219 Dec 04 21:51:18.720345 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-16dda9f8-4aec-4adb-b092-7ae78710a9ea req-7cb5fe92-cb38-4297-846e-3ea98cf2e46a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Dec 04 21:51:19.392331 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9ed34d0b-16fd-4bd4-b793-4a7cd28a1db5 req-291bb9e4-1ae3-4378-9a69-c9cfc1e6781a tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0499530 Dec 04 21:51:19.985391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3777-7991-4a26-a87d-a7397980920c req-550612c9-e759-4a2e-88ef-e63f11a94266 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:19.987161 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-66ea3777-7991-4a26-a87d-a7397980920c req-550612c9-e759-4a2e-88ef-e63f11a94266 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1056876 Dec 04 21:51:20.066323 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-66ea3777-7991-4a26-a87d-a7397980920c req-9257ea65-59f3-4ee1-a748-041dadf9553e tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707028 Dec 04 21:51:20.630006 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2ed6eaba-def0-420f-b676-1a9bce921d45 req-a2ee8254-c330-4920-a6d5-ac464ccc8c76 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0950477 Dec 04 21:51:21.308338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b5994-ad62-4e62-94c5-2427ee31258c req-1d901c9a-eb83-40a1-a958-f8817108a2c7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:21.310506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-011b5994-ad62-4e62-94c5-2427ee31258c req-1d901c9a-eb83-40a1-a958-f8817108a2c7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0966516 Dec 04 21:51:21.366798 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-011b5994-ad62-4e62-94c5-2427ee31258c req-7564c37b-bee8-4fa6-9333-ec414d111f09 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498080 Dec 04 21:51:22.089343 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-315e936c-9a44-4103-8ca8-16b65af932df req-3e1cd858-fd61-4fd2-9d60-cd7c2af37f85 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.3078997 Dec 04 21:51:22.676071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94748b-891b-469e-9f80-8a752b2fcf8e req-05222455-f764-48f8-befe-89a1096b7340 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:22.679361 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4a94748b-891b-469e-9f80-8a752b2fcf8e req-05222455-f764-48f8-befe-89a1096b7340 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1432159 Dec 04 21:51:22.758469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4a94748b-891b-469e-9f80-8a752b2fcf8e req-dfdc1e22-0aef-4375-9129-f15c76d542f5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667095 Dec 04 21:51:23.310861 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2bc3ee39-9af1-4414-ba66-b2b528e3a63e req-c80574f6-024b-4796-ac6b-74b0e5b577f8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0550177 Dec 04 21:51:24.184101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4c292-67d0-4c6f-bc40-c80c621e85fe req-db6ba386-3602-48b5-bdff-9ed03e23b4af tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:24.185921 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ff4c292-67d0-4c6f-bc40-c80c621e85fe req-db6ba386-3602-48b5-bdff-9ed03e23b4af tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1341772 Dec 04 21:51:24.244423 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5ff4c292-67d0-4c6f-bc40-c80c621e85fe req-19b18acc-e854-4b2b-99e5-8fabdee64270 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515516 Dec 04 21:51:24.582424 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e553834e-3c37-40e0-b2ba-6a920366fe77 req-5a91bfe1-55f6-484d-861c-625533f35ab9 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0936208 Dec 04 21:51:25.595554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136821d-a0ae-46fe-a9c2-73ae43811bae req-eb39ee47-5162-4c2c-907d-e05a73fb2b41 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:25.599129 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6136821d-a0ae-46fe-a9c2-73ae43811bae req-eb39ee47-5162-4c2c-907d-e05a73fb2b41 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1072049 Dec 04 21:51:25.658624 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6136821d-a0ae-46fe-a9c2-73ae43811bae req-caefb62f-e2a8-426e-b730-6eeba8cc1cae tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507424 Dec 04 21:51:25.786111 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-737e73f8-b2ab-4554-9529-646b90bc4095 req-091f940c-4731-4511-a57a-fa67868bf961 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0500329 Dec 04 21:51:26.965046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241674c1-d2fe-45a7-9dd9-2efc2dd1c719 req-2e6ed2d4-5fba-4218-b9c9-e5f7b7a69690 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:26.967524 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-241674c1-d2fe-45a7-9dd9-2efc2dd1c719 req-2e6ed2d4-5fba-4218-b9c9-e5f7b7a69690 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0968111 Dec 04 21:51:26.990776 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ceb610ff-eeb2-4fd0-998d-37b592626cf5 req-93b35f54-14bf-4cd6-b12c-23d29a559535 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0555861 Dec 04 21:51:27.028141 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-241674c1-d2fe-45a7-9dd9-2efc2dd1c719 req-66ac7652-d041-452b-84d7-ba3b737f31f3 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Dec 04 21:51:27.808920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c318-c60c-46c9-9c5d-7ca0ef922675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:28.244715 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6a1de9f9-8af4-4f10-af32-41ade3ccfac1 req-61f4a82a-1abb-4cb8-9f6a-e596130842f5 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0696137 Dec 04 21:51:28.305389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2559411-3633-496c-a291-7976f656b1e2 req-d6ec9597-c90f-4753-b3d9-52c9bc20851a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:28.307149 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c2559411-3633-496c-a291-7976f656b1e2 req-d6ec9597-c90f-4753-b3d9-52c9bc20851a tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0924520 Dec 04 21:51:28.369966 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c2559411-3633-496c-a291-7976f656b1e2 req-1acd126c-ea8d-445f-9cda-bc96cfc0b05d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492959 Dec 04 21:51:29.439756 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1e002b89-301b-4246-ac0e-2c9399714fb9 req-49a6556f-3a35-4d08-93af-958964c0e19e tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0472834 Dec 04 21:51:29.612310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85c867-ec3f-4eb9-857b-3e266ef7f3e4 req-c9886fa3-a20a-4c6b-87dc-67db2a91fd9b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:29.613881 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b85c867-ec3f-4eb9-857b-3e266ef7f3e4 req-c9886fa3-a20a-4c6b-87dc-67db2a91fd9b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0873139 Dec 04 21:51:29.667298 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0b85c867-ec3f-4eb9-857b-3e266ef7f3e4 req-7b0ffcb1-7ad3-42fa-9733-c7b4f61d4060 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460491 Dec 04 21:51:30.705407 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-12072a43-4fee-45a3-b390-a38c812e3a5e req-e08b5672-9b58-436b-8fc1-710c7c5b1fc4 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] 10.222.0.17 "GET /v2.0/ports?device_id=bc687360-3d42-4c4b-a325-09719a5bfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0623686 Dec 04 21:51:30.945637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-787c1844-8f7c-43ea-b0fd-4ac9ac3a9110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:30.967592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88d2a7-57d4-4ff5-b3e7-665a4275c4cf req-31417eba-affa-463c-88e3-0f1b996f3190 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:30.969223 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-de88d2a7-57d4-4ff5-b3e7-665a4275c4cf req-31417eba-affa-463c-88e3-0f1b996f3190 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0935855 Dec 04 21:51:31.035911 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-de88d2a7-57d4-4ff5-b3e7-665a4275c4cf req-5a906ae3-0e99-4d7c-a1f3-0642869ac77b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589139 Dec 04 21:51:31.843274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-bc9f1158-5197-4e10-9b72-53c79ab6d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:31.845203 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-bc9f1158-5197-4e10-9b72-53c79ab6d29b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1161 time: 0.0892489 Dec 04 21:51:31.931440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:32.039174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-33e84fcf-9d60-49d8-8e5d-3ae3723e794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:32.040940 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-33e84fcf-9d60-49d8-8e5d-3ae3723e794d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.1722465 Dec 04 21:51:32.183506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-c9074703-efb9-458a-9bee-e3b4a4c69ed0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 1000 time: 0.1353467 Dec 04 21:51:32.325583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-a661695e-de43-486d-a9d1-c5807cfc2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:32.327212 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-a661695e-de43-486d-a9d1-c5807cfc2ce3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.1363144 Dec 04 21:51:32.428789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe0c38-c670-4827-acc1-ef86ba7c880f req-2a1cb3db-68cc-4b41-a630-2159285084e1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:32.430449 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b2fe0c38-c670-4827-acc1-ef86ba7c880f req-2a1cb3db-68cc-4b41-a630-2159285084e1 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1748769 Dec 04 21:51:32.468526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-c4aa9219-0ea0-45e6-85c9-a2310221afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:32.470192 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-c4aa9219-0ea0-45e6-85c9-a2310221afa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1305554 Dec 04 21:51:32.525970 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b2fe0c38-c670-4827-acc1-ef86ba7c880f req-d43a1b82-ac0c-442c-bf19-e7a3ca4b2b48 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864799 Dec 04 21:51:32.561604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41100) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:51:32.583424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:32.619933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:32.671183 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-172466df-5532-4a18-babd-f28da0811284 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767442 Dec 04 21:51:32.833792 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5d782e59-33b3-40a2-94d3-5f047e94572f req-6f97dbbb-80ad-4b21-be79-8cefc93b40c6 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1551032 Dec 04 21:51:33.169458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854340899'] for router_interface, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:33.771001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:33.887735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f2249-ac07-4277-9c43-5fa1eeebc5ae req-17679ddb-cbdf-429f-a804-887ddbce5f38 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:33.889359 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-840f2249-ac07-4277-9c43-5fa1eeebc5ae req-17679ddb-cbdf-429f-a804-887ddbce5f38 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.1683857 Dec 04 21:51:33.923029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Deleting port db3db5cf-6443-437e-8f7e-a1bf27d580c2 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:33.923405 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:33.997995 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-840f2249-ac07-4277-9c43-5fa1eeebc5ae req-c68deb3d-159d-4a30-b187-3b51670c1dc6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018157 Dec 04 21:51:34.138169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] For port db3db5cf-6443-437e-8f7e-a1bf27d580c2, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=db3db5cf-6443-437e-8f7e-a1bf27d580c2,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:34.138454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:34.272507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Calling delete_port for db3db5cf-6443-437e-8f7e-a1bf27d580c2 owned by network:router_interface {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:51:34.622023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:34.638146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9ddea510-0d3a-44ca-9766-b55285ba3523 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:34.698334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3db5cf-6443-437e-8f7e-a1bf27d580c2,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:34.748374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:35.071717 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-976612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428877'] for router_interface, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:35.290698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360e927-5d2e-43f4-bcde-06dac87d6f1e req-21b98ec6-191e-4fb1-b481-b2afa5b520d9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:35.292474 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c360e927-5d2e-43f4-bcde-06dac87d6f1e req-21b98ec6-191e-4fb1-b481-b2afa5b520d9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 944 time: 0.0934846 Dec 04 21:51:35.345801 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c360e927-5d2e-43f4-bcde-06dac87d6f1e req-619c7e47-490b-412d-8b68-6135ad7e7679 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452120 Dec 04 21:51:35.639132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Router 7bab3e50-9107-4352-bfc8-902a3ace9b9a has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:51:35.664672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:51:35.743591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:51:35.744149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:35.885263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:35.939650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:51:35.960916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:35.965855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:35.969431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:36.029010 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'code': 200} Dec 04 21:51:36.095034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=6']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:36.101366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:36.109185 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:51:36.125783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] Sync routers for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:51:36.132506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ae8d0c70-b933-4bda-973a-a9cfe7a9d1a6 admin admin] 10.222.0.17 "PUT /v2.0/routers/7bab3e50-9107-4352-bfc8-902a3ace9b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639715 Dec 04 21:51:36.133620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41110) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:51:36.142711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:51:36.143699 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:51:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:36.344099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks [] for router, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:36.415299 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571a59b-b2a7-4068-9651-be808fdd3b57 req-9a8ff436-1050-4f85-adc7-276a51ab604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:36.417529 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8571a59b-b2a7-4068-9651-be808fdd3b57 req-9a8ff436-1050-4f85-adc7-276a51ab604f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1163 time: 0.0978627 Dec 04 21:51:36.436458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:51:36.474610 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8571a59b-b2a7-4068-9651-be808fdd3b57 req-1d936b77-a7e2-4ec1-b808-3cceac964eeb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497026 Dec 04 21:51:36.564519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:36.574922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Deleting port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:36.575569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:36.690704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3c45-0b02-45e2-9fc2-3dc13d58e5e0 req-ee40b7c8-3d4d-43b8-9f10-673fbd95c305 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:36.693561 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f6db3c45-0b02-45e2-9fc2-3dc13d58e5e0 req-ee40b7c8-3d4d-43b8-9f10-673fbd95c305 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1250527 Dec 04 21:51:36.759247 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f6db3c45-0b02-45e2-9fc2-3dc13d58e5e0 req-22ceae99-c241-4a96-b3e3-8d118afcba75 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577877 Dec 04 21:51:36.807521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:51:34Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:36.812224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] Checking router: 7bab3e50-9107-4352-bfc8-902a3ace9b9a for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:51:36.822387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] Routers {'7bab3e50-9107-4352-bfc8-902a3ace9b9a'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:51:36.823065 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:51:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:36.864637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] For port 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=603724c5-7a30-4db1-8cb2-f5e04dd0eaaa,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:36.865040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.007653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Calling delete_port for 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa owned by network:router_gateway {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:51:37.031973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] Set router 7bab3e50-9107-4352-bfc8-902a3ace9b9a gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:51:37.201995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.plugins.ml2.ovo_rpc [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: result = function(*args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: proto.__init__(conn_state, self) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: self.handle() Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: self.handle_one_request() Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: self.handle_one_response() Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: result = self.application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return app(environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self.application) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return request.get_response(self.application) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: response = req.get_response(self._app) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: application, catch_exc_info=False) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: app_iter = application(self.environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return resp(environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return resp(environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: response = self.app(environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return resp(environ, start_response) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: resp = self.call_func(req, *args, **kw) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: return self.func(req, *args, **kwargs) Dec 04 21:51:37.209459 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: result = method(request=request, **args) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return self._delete(request, id, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(*dup_args, **dup_kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: obj_deleter(request.context, id, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return method(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(*dup_args, **dup_kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: self._delete_current_gw_port(context, id, router, None) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: admin_ctx, gw_port_id, l3_port_check=False) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, context, *args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return method(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: context, port, router_ids, bound_mech_contexts) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: return function(*args, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: callback(resource, event, trigger, **kwargs) Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: if self._is_session_semantic_violated(context, resource, event): Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: stack = traceback.extract_stack() Dec 04 21:51:37.224354 dv-cinder-749155-4-smb neutron-server[80174]: Dec 04 21:51:37.276383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:51:37.419764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:51:37.420612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.427412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430549'] for router_gateway, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.503466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:51:34Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:37.511525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e1392-5689-4bfb-98c7-eb2e179c3a57 None None] The sync data for ids ['7bab3e50-9107-4352-bfc8-902a3ace9b9a'] in dv-cinder-749155-4-smb is: [{'id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'name': 'tempest-TestMinimumBasicScenario-842034598-router', 'tenant_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:47:34Z', 'updated_at': '2020-12-04T21:51:34Z', 'revision_number': 5, 'project_id': '885c7c9e151f4cc7974cb45c2d50f2a0', 'gw_port': {'id': '603724c5-7a30-4db1-8cb2-f5e04dd0eaaa', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab3e50-9107-4352-bfc8-902a3ace9b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:47:35Z', 'updated_at': '2020-12-04T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:51:37.570474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759561'] for router, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.572936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.668850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367839'] for router, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.669445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bab3e50-9107-4352-bfc8-902a3ace9b9a {{(pid=80286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 21:51:37.684713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] Notify callbacks [] for router, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.686011 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fbe5ad02-cafa-428b-8d16-3a8f8cbac184 admin admin] 10.222.0.17 "DELETE /v2.0/routers/7bab3e50-9107-4352-bfc8-902a3ace9b9a HTTP/1.1" status: 204 len: 168 time: 1.5512424 Dec 04 21:51:37.688984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41116) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:51:37.764015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Deleting subnet f764125e-a353-4fe3-a1b1-22e5f142e311 {{(pid=80286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:51:37.768360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:37.836610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247266'] for subnet, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:38.053433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:38.157490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75787b30-2f0c-4f60-a05e-4fb4b0d9c5b7 req-db0c9e5c-0311-40ff-b13e-0ab338ef6ffa tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:38.159122 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-75787b30-2f0c-4f60-a05e-4fb4b0d9c5b7 req-db0c9e5c-0311-40ff-b13e-0ab338ef6ffa tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1973121 Dec 04 21:51:38.290496 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-75787b30-2f0c-4f60-a05e-4fb4b0d9c5b7 req-7a2f199b-11f4-4c3f-afbe-9a4c3ef93923 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757957 Dec 04 21:51:38.414445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848712638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848000239'] for subnet, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:38.431925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:38.484628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f764125e-a353-4fe3-a1b1-22e5f142e311,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:38.543021 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:38.599653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:38.605831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993c0e9-f698-422d-86f0-86051b4472f2 None None] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:51:38.612597 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-23cf7855-0b57-437d-adc2-7666efef20d4 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f764125e-a353-4fe3-a1b1-22e5f142e311 HTTP/1.1" status: 204 len: 168 time: 0.9220631 Dec 04 21:51:38.616775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41156) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:51:38.627255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:51:38.685934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:51:38.685934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 603724c5-7a30-4db1-8cb2-f5e04dd0eaaa not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:51:38.686739 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device db3db5cf-6443-437e-8f7e-a1bf27d580c2 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:51:38.777715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: db3db5cf-6443-437e-8f7e-a1bf27d580c2 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:51:38.778307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device db3db5cf-6443-437e-8f7e-a1bf27d580c2 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:51:38.817113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:38.891801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Deleting port 60af0477-56b2-4cca-ba2f-277d6f78885b {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:38.892265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:38.975843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] DHCP port deletion for c195018b-8d5e-4b88-9bdf-fc061a8539d7 request from dv-cinder-749155-4-smb {{(pid=80288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 21:51:38.983810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Deleting port 60af0477-56b2-4cca-ba2f-277d6f78885b {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:38.984478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:39.137545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] For port 60af0477-56b2-4cca-ba2f-277d6f78885b, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=60af0477-56b2-4cca-ba2f-277d6f78885b,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:39.137907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:39.276681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Calling delete_port for 60af0477-56b2-4cca-ba2f-277d6f78885b owned by network:dhcp {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:51:39.310379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:51:39.360823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:39.384916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:39.441086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Pushing event deleted for resources: {'Port': ['ID=60af0477-56b2-4cca-ba2f-277d6f78885b,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:39.445563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:39.461919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] For port 60af0477-56b2-4cca-ba2f-277d6f78885b, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=60af0477-56b2-4cca-ba2f-277d6f78885b,segment=NetworkSegment(3338f29a-7d18-47d7-b571-3adbd875603c),segment_id=3338f29a-7d18-47d7-b571-3adbd875603c)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:51:39.462334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:39.595023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e7d72-0291-43a8-9a5e-64e229c25469 req-45dbe2f8-8539-43f1-9424-ac402b880461 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:51:39.597512 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fc3e7d72-0291-43a8-9a5e-64e229c25469 req-45dbe2f8-8539-43f1-9424-ac402b880461 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.1048875 Dec 04 21:51:39.608408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Calling delete_port for 60af0477-56b2-4cca-ba2f-277d6f78885b owned by network:dhcp {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:51:39.641586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 7f8c49a3-1f30-4a5e-abbd-276124b153ff triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:51:39.642048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:39.680506 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fc3e7d72-0291-43a8-9a5e-64e229c25469 req-eaf35dd1-169b-43ce-ada8-ad2c86f37c50 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708411 Dec 04 21:51:39.790259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] No DVR routers for this DVR port 60af0477-56b2-4cca-ba2f-277d6f78885b on host dv-cinder-749155-4-smb {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:51:39.867063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:51:39.867479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:51:39.933459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.055044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c195018b-8d5e-4b88-9bdf-fc061a8539d7']}} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:40.069383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3338f29a-7d18-47d7-b571-3adbd875603c') {'for_net_delete': True} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:40.069727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3338f29a-7d18-47d7-b571-3adbd875603c') {} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:51:40.084396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847528534'] for segment, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.103554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.105644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:51:40.294113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:51:40.307764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848712471'] for segment, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.368916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Deleting port 60af0477-56b2-4cca-ba2f-277d6f78885b {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:51:40.369474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.440402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-32b23d9c-bf35-4ea6-81ad-7516b583dcc4 None None] The port '60af0477-56b2-4cca-ba2f-277d6f78885b' was deleted {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 21:51:40.503965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Network c195018b-8d5e-4b88-9bdf-fc061a8539d7 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:51:40.529253 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:51:40.594778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 60af0477-56b2-4cca-ba2f-277d6f78885b no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:51:40.614109 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.619624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:40.623789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8c515562-ec5b-43ca-ae84-d969a1f3a7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:40.629050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 60af0477-56b2-4cca-ba2f-277d6f78885b {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:51:40.629444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 60af0477-56b2-4cca-ba2f-277d6f78885b not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:51:40.652292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Pushing event deleted for resources: {'Network': ['ID=c195018b-8d5e-4b88-9bdf-fc061a8539d7,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:40.655605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:40.665373 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f3ecca33-b44c-43f3-9314-e1d622d4c043 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c195018b-8d5e-4b88-9bdf-fc061a8539d7 HTTP/1.1" status: 204 len: 168 time: 2.0473104 Dec 04 21:51:40.897270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41166) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:51:40.951978 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9d412614-06ec-48e0-98f4-e3acb1f8877d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=885c7c9e151f4cc7974cb45c2d50f2a0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0533280 Dec 04 21:51:40.954546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41170) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:51:41.032880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:41.068824 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:41.125479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:41.130986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6b350f19-da5e-43e6-a8c3-c230a1561be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:51:41.146245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f79547-0d1a-4930-a14d-a9c785c04dc5,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:51:41.150417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:51:41.160354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:51:41.161681 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-bdd05ee5-dcad-45a5-8b7c-53c0d603f083 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/91f79547-0d1a-4930-a14d-a9c785c04dc5 HTTP/1.1" status: 204 len: 168 time: 0.2060835 Dec 04 21:51:41.348112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:51:57.805487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8f6a-45e3-41a6-8f49-923101d973b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:00.950134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-26c4fe87-d017-498d-8603-4171c7f96a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:01.921693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:02.579114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:02.627572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:03.772222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:18.348697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:52:27.796826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c0916403-cc63-49c4-bab7-1098dfa1554b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:30.952935 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e93dcbe3-e8a3-4616-b11d-2ff1583c6df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:31.924198 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:32.581831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:32.648832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:33.774176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:34.495202 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-df87bebe-2bd6-4ce8-a2af-066161541cce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0767913 Dec 04 21:52:34.666316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056fda-0652-4244-9ca6-279b309a8c38 req-3361d3e4-c076-461b-93f8-9fb4b54adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:34.667951 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-3361d3e4-c076-461b-93f8-9fb4b54adc0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c260f6cb48405fb7240120a8fc625c&device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 1163 time: 0.0833662 Dec 04 21:52:34.828898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056fda-0652-4244-9ca6-279b309a8c38 req-8b23451c-1778-4fa7-baf7-eb8bb444319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:34.830448 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-8b23451c-1778-4fa7-baf7-eb8bb444319c service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 200 len: 910 time: 0.1433432 Dec 04 21:52:34.942459 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-337d9f25-e9ab-400f-ac4b-3b0563cd45ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 200 len: 1002 time: 0.1045985 Dec 04 21:52:35.016217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056fda-0652-4244-9ca6-279b309a8c38 req-d39fe3e9-71c3-4c64-88df-f396e1e795b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:35.017796 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-d39fe3e9-71c3-4c64-88df-f396e1e795b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 200 len: 855 time: 0.0688107 Dec 04 21:52:35.099654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056fda-0652-4244-9ca6-279b309a8c38 req-d25f627e-0d71-41c0-be1c-cca20c35fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:35.101175 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-d25f627e-0d71-41c0-be1c-cca20c35fb95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf35c37d-6277-422d-b278-e3e2cb8da973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756726 Dec 04 21:52:35.249628 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-08681266-8133-405c-a389-d79a59350a02 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407757 Dec 04 21:52:35.397084 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-25056fda-0652-4244-9ca6-279b309a8c38 req-fe0a5d20-bf76-4f6e-abd0-a3bc117e9e71 service neutron] 10.222.0.49 "GET /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407588 Dec 04 21:52:44.585400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4895-171b-459e-866c-bef3d7161c6f req-07063308-58be-452d-b09f-15d63141a9bb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:44.587083 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea3d4895-171b-459e-866c-bef3d7161c6f req-07063308-58be-452d-b09f-15d63141a9bb tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.3494103 Dec 04 21:52:44.641197 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea3d4895-171b-459e-866c-bef3d7161c6f req-f0816322-72eb-4fe7-954a-7abbbca278fd tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472343 Dec 04 21:52:45.871956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a32c-266e-48ef-b8db-2539d654b44d req-1bdfbfe7-d779-47d8-a013-d67199658db5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:45.873851 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0658a32c-266e-48ef-b8db-2539d654b44d req-1bdfbfe7-d779-47d8-a013-d67199658db5 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0843616 Dec 04 21:52:45.922862 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0658a32c-266e-48ef-b8db-2539d654b44d req-4944ff23-8e49-4311-aff6-4ab8b4c5164d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups?id=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Dec 04 21:52:45.938622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-aa4b846f-1dec-4c05-b15d-8591d000ebe8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:52:45.940285 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-aa4b846f-1dec-4c05-b15d-8591d000ebe8 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 946 time: 0.0865657 Dec 04 21:52:46.016408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Deleting port 7f8c49a3-1f30-4a5e-abbd-276124b153ff {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:46.016799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:46.281599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] For port 7f8c49a3-1f30-4a5e-abbd-276124b153ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7f8c49a3-1f30-4a5e-abbd-276124b153ff,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:52:46.281946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:46.590893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:46.591219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:46.591572 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Floating IP a284008b-822b-4e11-b010-d3a745685ced disassociated. External IP: 172.28.3.161, port: 7f8c49a3-1f30-4a5e-abbd-276124b153ff. Dec 04 21:52:46.591950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Calling delete_port for 7f8c49a3-1f30-4a5e-abbd-276124b153ff owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:52:46.737181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:46.752805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5e0a65b4-e3ff-4d21-9550-a83476eca7c0 tempest-ServerRescueNegativeTestJSON-1596646531 tempest-ServerRescueNegativeTestJSON-1596646531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:47.031854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event deleted for resources: {'Port': ['ID=7f8c49a3-1f30-4a5e-abbd-276124b153ff,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:47.045742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.046176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.046580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.046975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.047368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.047758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.048594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.048594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.049199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.049638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.050059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.050453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.051036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.051431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.051825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.052210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.052595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.052981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.053368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.053758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.054256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.054644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.055025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.055410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:47.107683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:47.163740 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ec55a37c-466f-4c7b-a6ae-581406afac15 req-1af0c512-bdae-48a4-b2f3-7dc35ea1cc41 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/ports?device_id=cca76396-b817-45de-8722-56e1b4178a5f HTTP/1.1" status: 200 len: 210 time: 0.0574102 Dec 04 21:52:47.405519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:52:47.588431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:52:47.599480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:52:47.611254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:52:47.612222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:52:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:47.631482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] No DVR routers for this DVR port 7f8c49a3-1f30-4a5e-abbd-276124b153ff on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:52:47.633821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:47.636768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-deleted', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:52:47.654070 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2a1c7039-4418-42f6-93e6-13f3a4bf9468 req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.49 "DELETE /v2.0/ports/7f8c49a3-1f30-4a5e-abbd-276124b153ff HTTP/1.1" status: 204 len: 173 time: 1.7081258 Dec 04 21:52:47.705125 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca76396-b817-45de-8722-56e1b4178a5f', 'name': 'network-vif-deleted', 'tag': '7f8c49a3-1f30-4a5e-abbd-276124b153ff', 'status': 'completed', 'code': 200} Dec 04 21:52:47.723943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:52:47.762447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 7f8c49a3-1f30-4a5e-abbd-276124b153ff {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:52:47.762850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 7f8c49a3-1f30-4a5e-abbd-276124b153ff not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:52:47.822614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:52:48.149754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:48.154076 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:52:48.164215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:52:48.164871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:52:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:48.346130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41212) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:48.371644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:52:48.469079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:48.512644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:48.567294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:48.573337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e11deeb6-a56e-432f-a00f-a9a1a7354595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:48.589201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee80af-6ba1-4cb9-8e91-e3c287ed5efd,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:48.592108 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:48.602167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:48.603399 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-979505e5-fafd-44fa-b144-6228218bd2b6 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "DELETE /v2.0/security-groups/7fee80af-6ba1-4cb9-8e91-e3c287ed5efd HTTP/1.1" status: 204 len: 168 time: 0.2557483 Dec 04 21:52:48.607615 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41216) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:48.643320 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.v2.resource [None req-c0490090-df6f-45c9-92cf-b52b00e723d7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] show failed (client error): The resource could not be found. Dec 04 21:52:48.644477 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c0490090-df6f-45c9-92cf-b52b00e723d7 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "GET /v2.0/security-groups/7fee80af-6ba1-4cb9-8e91-e3c287ed5efd HTTP/1.1" status: 404 len: 347 time: 0.0357940 Dec 04 21:52:48.647857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41220) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:48.816644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Deleting port 608f8b3d-fb3f-46bf-bd02-a4adf2fe9bd5 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:48.817044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:48.860324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:48.865163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167ee31-7b38-4a42-bf7d-9521a9ff813b None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:43:21Z', 'revision_number': 4, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': '8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd', 'name': '', 'network_id': 'cf35c37d-6277-422d-b278-e3e2cb8da973', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'mac_address': 'fa:16:3e:37:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:43:17Z', 'updated_at': '2020-12-04T21:43:37Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'subnets': [{'id': 'af253007-ba95-4bc5-a152-20dd3feb2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:52:49.005359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:49.005715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:49.141248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Calling delete_port for 608f8b3d-fb3f-46bf-bd02-a4adf2fe9bd5 owned by network:floatingip {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:52:49.235988 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcbea9-e384-4b7c-84e9-73c34a2952ee None None] New status for floating IP a284008b-822b-4e11-b010-d3a745685ced: DOWN {{(pid=80288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:52:49.282132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:49.298502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5fa3153f-c9ad-428c-b2be-d2bfce130ede tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:49.353531 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Pushing event deleted for resources: {'Port': ['ID=608f8b3d-fb3f-46bf-bd02-a4adf2fe9bd5,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:49.417196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.417602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.418030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.418452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.418828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.419259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.419647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.420036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.420424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.420808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.421194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.421578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.422074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.422461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.422848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.423268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.423653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.424034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.424417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.424801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.425187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.425569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.425999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.426385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:52:49.433036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:49.541807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks [] for floatingip, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:49.556588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:49.557830 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f3736b53-13cd-420d-a34d-966d87cde59d tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] 10.222.0.17 "DELETE /v2.0/floatingips/a284008b-822b-4e11-b010-d3a745685ced HTTP/1.1" status: 204 len: 168 time: 0.9089515 Dec 04 21:52:52.437261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41244) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:52.951816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854340899'] for router_interface, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:53.565878 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Deleting port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:53.566500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:53.996560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] For port 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:52:53.996950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:54.125425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Calling delete_port for 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd owned by network:router_interface {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:52:54.308717 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:54.324849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a398025e-e903-4418-90a3-2b242bc1ea77 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:54.380243 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Pushing event deleted for resources: {'Port': ['ID=8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:54.431761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:54.743228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-976612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428877'] for router_interface, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:55.261554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Router 66078221-7568-4a8f-91ee-f1f0fd3f2214 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:52:55.349265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:52:55.451554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:52:55.461077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] Sync routers for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:52:55.465623 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c0f43379-ea56-45e6-aeb8-65ceab5eef14 admin admin] 10.222.0.17 "PUT /v2.0/routers/66078221-7568-4a8f-91ee-f1f0fd3f2214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0270472 Dec 04 21:52:55.468413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41252) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:55.472242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:52:55.472915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:52:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:55.656061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:55.660601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:52:55.880187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:55.885803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Deleting port b229940c-eca9-4e51-8646-9d7335317ace {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:55.886214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:55.976517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:52:54Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:55.982086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] Checking router: 66078221-7568-4a8f-91ee-f1f0fd3f2214 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:52:55.994774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] Routers {'66078221-7568-4a8f-91ee-f1f0fd3f2214'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:52:55.995456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:52:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['66078221-7568-4a8f-91ee-f1f0fd3f2214'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:56.154293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] For port b229940c-eca9-4e51-8646-9d7335317ace, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=b229940c-eca9-4e51-8646-9d7335317ace,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:52:56.154690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:56.209599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] Set router 66078221-7568-4a8f-91ee-f1f0fd3f2214 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:52:56.291040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Calling delete_port for b229940c-eca9-4e51-8646-9d7335317ace owned by network:router_gateway {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:52:56.469501 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:56.543410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:52:54Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:56.548197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49004ce1-24fd-49c5-a885-932935d85474 None None] The sync data for ids ['66078221-7568-4a8f-91ee-f1f0fd3f2214'] in dv-cinder-749155-4-smb is: [{'id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'name': 'tempest-AttachVolumeShelveTestJSON-807812286-router', 'tenant_id': 'c9c260f6cb48405fb7240120a8fc625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:53Z', 'updated_at': '2020-12-04T21:52:54Z', 'revision_number': 5, 'project_id': 'c9c260f6cb48405fb7240120a8fc625c', 'gw_port': {'id': 'b229940c-eca9-4e51-8646-9d7335317ace', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66078221-7568-4a8f-91ee-f1f0fd3f2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:57Z', 'updated_at': '2020-12-04T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:52:56.974665 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430549'] for router_gateway, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.115366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759561'] for router, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.117468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.146963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367839'] for router, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.147604 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66078221-7568-4a8f-91ee-f1f0fd3f2214 {{(pid=80286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 21:52:57.161127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] Notify callbacks [] for router, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.162548 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-375739dc-69f4-493b-83b6-deedc12b3da4 admin admin] 10.222.0.17 "DELETE /v2.0/routers/66078221-7568-4a8f-91ee-f1f0fd3f2214 HTTP/1.1" status: 204 len: 168 time: 1.6930010 Dec 04 21:52:57.165147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41256) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:57.233768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Deleting subnet af253007-ba95-4bc5-a152-20dd3feb2608 {{(pid=80286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:52:57.239625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.293948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247266'] for subnet, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.387033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.654944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848712638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848000239'] for subnet, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.674964 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:57.722773 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af253007-ba95-4bc5-a152-20dd3feb2608,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:57.725622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:57.798558 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-25a82959-0db6-4f63-8b1f-82c2f25cf5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.811640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:57.816706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248fdac2-9f57-470d-ba2c-2bcd11d0f45b None None] Network cf35c37d-6277-422d-b278-e3e2cb8da973 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:52:57.818183 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4f4a0c4c-eee9-456c-b268-c9490a12810b admin admin] 10.222.0.17 "DELETE /v2.0/subnets/af253007-ba95-4bc5-a152-20dd3feb2608 HTTP/1.1" status: 204 len: 168 time: 0.6519630 Dec 04 21:52:57.820933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41260) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:57.938540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.007731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Deleting port 15f7ea67-3f38-4596-afbf-7bfe82510e5f {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:58.008707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.083346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] DHCP port deletion for cf35c37d-6277-422d-b278-e3e2cb8da973 request from dv-cinder-749155-4-smb {{(pid=80288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 21:52:58.088084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Deleting port 15f7ea67-3f38-4596-afbf-7bfe82510e5f {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:58.088499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.230113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] For port 15f7ea67-3f38-4596-afbf-7bfe82510e5f, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=15f7ea67-3f38-4596-afbf-7bfe82510e5f,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:52:58.230442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.301543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] For port 15f7ea67-3f38-4596-afbf-7bfe82510e5f, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=15f7ea67-3f38-4596-afbf-7bfe82510e5f,segment=NetworkSegment(5b42d289-b871-4abb-abba-9aa64f9a8a53),segment_id=5b42d289-b871-4abb-abba-9aa64f9a8a53)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:52:58.301953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.359356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Calling delete_port for 15f7ea67-3f38-4596-afbf-7bfe82510e5f owned by network:dhcp {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:52:58.428496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Calling delete_port for 15f7ea67-3f38-4596-afbf-7bfe82510e5f owned by network:dhcp {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:52:58.434105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.450113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:58.503760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:52:58.504079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:52:58.508474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=15f7ea67-3f38-4596-afbf-7bfe82510e5f,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:58.511523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:58.596746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] No DVR routers for this DVR port 15f7ea67-3f38-4596-afbf-7bfe82510e5f on host dv-cinder-749155-4-smb {{(pid=80286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:52:58.625814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:52:58.659531 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:52:58.659912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8613d0c6-a340-4707-9e7f-7a7cdcc0f6bd not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:52:58.660365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b229940c-eca9-4e51-8646-9d7335317ace no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:52:58.692838 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: b229940c-eca9-4e51-8646-9d7335317ace {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:52:58.693225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b229940c-eca9-4e51-8646-9d7335317ace not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:52:58.693672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 15f7ea67-3f38-4596-afbf-7bfe82510e5f no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:52:58.723683 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.725499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 15f7ea67-3f38-4596-afbf-7bfe82510e5f {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:52:58.725917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 15f7ea67-3f38-4596-afbf-7bfe82510e5f not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:52:58.842614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf35c37d-6277-422d-b278-e3e2cb8da973']}} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:58.855894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b42d289-b871-4abb-abba-9aa64f9a8a53') {'for_net_delete': True} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:58.856225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b42d289-b871-4abb-abba-9aa64f9a8a53') {} {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:52:58.868709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847528534'] for segment, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.883957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:58.886082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:52:59.005366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Deleting port 15f7ea67-3f38-4596-afbf-7bfe82510e5f {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:52:59.005933 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.077320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-836bfa00-95b5-4b8c-84db-82f240b6b817 None None] The port '15f7ea67-3f38-4596-afbf-7bfe82510e5f' was deleted {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 21:52:59.082202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Network cf35c37d-6277-422d-b278-e3e2cb8da973 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:52:59.091808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848712471'] for segment, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.275638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Network cf35c37d-6277-422d-b278-e3e2cb8da973 has no segments {{(pid=80286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:52:59.298528 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:52:59.382318 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.385711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:59.402597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.412562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=cf35c37d-6277-422d-b278-e3e2cb8da973,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:59.417177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:59.428881 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fa36b525-1947-405f-b2f7-17f978fa3fcc admin admin] 10.222.0.17 "DELETE /v2.0/networks/cf35c37d-6277-422d-b278-e3e2cb8da973 HTTP/1.1" status: 204 len: 168 time: 1.6069150 Dec 04 21:52:59.596534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41266) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:59.649801 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-76cf0e35-ac1d-4d64-9f9e-546562dd4da1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c9c260f6cb48405fb7240120a8fc625c&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0518162 Dec 04 21:52:59.652327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41270) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:52:59.713566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.741667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.789963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.795045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c1f919b3-4eb5-4adf-8921-a9c750b8c38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:52:59.809371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d281c1-6ea0-4b3d-a493-030ca9a21ef0,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:52:59.812086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:52:59.818627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:52:59.819855 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/65d281c1-6ea0-4b3d-a493-030ca9a21ef0 HTTP/1.1" status: 204 len: 168 time: 0.1665354 Dec 04 21:53:00.772054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41292) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:00.917204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1026848325-network', 'tenant_id': '0e045ddaf86045aaad461372450c5edb'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:00.922309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:00.926967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Usage tracker for resource:network and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:00.929940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:00.935579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:00.946528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Made reservation on behalf of 0e045ddaf86045aaad461372450c5edb for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:53:00.951303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:00.954626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ba736566-3dde-454e-a5e4-4b54ac77bca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:00.965594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:00.984673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:00.989323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:00.992255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:00.998386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:01.086727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.089504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.092664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8dc9c41f-f820-44f3-9a78-cd44ec42ccf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:01.127585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:53:01.136923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0805e08-35ad-4058-b796-6096522a6e1a,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:01.140825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:01.143950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.144416 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Added segment e4ad55a8-d88d-4c4d-93df-b675e6d01fa7 of type vxlan for network 6896efa3-f1b0-498f-bbea-63d773f0c08e Dec 04 21:53:01.172402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.201432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.202688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:01.203338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.208932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:01.316336 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5430193 Dec 04 21:53:01.317276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Pushing event updated for resources: {'Network': ['ID=6896efa3-f1b0-498f-bbea-63d773f0c08e,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:01.319493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41298) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:01.320141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a23e933d-8050-4e45-b1af-c5a6d05f087a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:01.325789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Request body: {'subnet': {'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1026848325-subnet', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:01.329025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:53:01.332111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:01.336180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Usage tracker for resource:subnet and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:01.339251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:01.346364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:01.347265 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:53:01.356070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Made reservation on behalf of 0e045ddaf86045aaad461372450c5edb for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:53:01.361409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6344488'] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.796709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6328037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6344519'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.812880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:01.925577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:01.952710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a30ddf-c936-44e3-a007-984728c5d91a,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:01.957453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:02.019035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Checking segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:53:02.019432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Network hostable DHCP agents. Network: 6896efa3-f1b0-498f-bbea-63d773f0c08e, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:53:02.039407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:53:02.048476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, 6896efa3-f1b0-498f-bbea-63d773f0c08e) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:02.059011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e667904-ee16-44d6-8877-b8a0adbc1867 None None] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:53:02.061538 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:02.062224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.083827 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c3736fd9-730f-4d8b-a883-7bec025d073e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7631366 Dec 04 21:53:02.086700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41302) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:02.092261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:02.097338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:02.101410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Usage tracker for resource:router and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:02.105028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:02.111465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:02.121745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.122876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.138569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.294897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-6896efa3-f1b0-498f-bbea-63d773f0c08e', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:53:02.295982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.418389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.600035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.607019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Allocated IP 172.20.0.2 (6896efa3-f1b0-498f-bbea-63d773f0c08e/e4a30ddf-c936-44e3-a007-984728c5d91a/30d517d0-11ea-4c10-b6be-2231c5afa2fc) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:53:02.719692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.743334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.776101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.840193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.851566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Transition to ACTIVE for port object 30d517d0-11ea-4c10-b6be-2231c5afa2fc will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:02.868277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Transition to ACTIVE for port object 30d517d0-11ea-4c10-b6be-2231c5afa2fc will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:02.873274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:02.888413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:03.031659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Pushing event updated for resources: {'Port': ['ID=30d517d0-11ea-4c10-b6be-2231c5afa2fc,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:03.045527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.045924 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.046302 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.046668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.047030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.047390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.047746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.048789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.049151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.049500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.049855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.050235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.050675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.051037 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.051518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.051921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.052275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.052839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Allocated IP 172.28.3.173 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/22258ad9-7dfd-4d27-80a0-5ad07ca23562) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:53:03.052977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.053303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.053659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.054041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.054397 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.054750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.055102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:03.059375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:03.098817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:53:03.099902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:03.102341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:53:03.159561 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Attempting to bind port 30d517d0-11ea-4c10-b6be-2231c5afa2fc on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:53:03.159972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Attempting to bind port 30d517d0-11ea-4c10-b6be-2231c5afa2fc by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:53:03.160386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Attempting to bind port 30d517d0-11ea-4c10-b6be-2231c5afa2fc on network 6896efa3-f1b0-498f-bbea-63d773f0c08e {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:53:03.166062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:53:03.166480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Checking segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:53:03.166928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:03.167367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Bound using segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:53:03.167882 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Bound port: 30d517d0-11ea-4c10-b6be-2231c5afa2fc, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:53:03.168300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:03.215469 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:03.241920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:03.257751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-208d9443-fd57-43db-9ab9-e3c5fcedbab5 tempest-VolumesActionsTest-476087016 tempest-VolumesActionsTest-476087016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:03.263199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] For port 30d517d0-11ea-4c10-b6be-2231c5afa2fc, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:53:03.266410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] For port 30d517d0-11ea-4c10-b6be-2231c5afa2fc, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=30d517d0-11ea-4c10-b6be-2231c5afa2fc,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:53:03.269655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:03.284951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c07b01c0-064c-4675-ad91-59cf240db91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:03.403413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=22258ad9-7dfd-4d27-80a0-5ad07ca23562,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:03.408742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:03.434904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Pushing event updated for resources: {'Port': ['ID=30d517d0-11ea-4c10-b6be-2231c5afa2fc,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:03.439467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:03.451483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:53:03.452432 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:03.455359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:53:03.863456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:04.118452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:04.468331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:04.667320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 30d517d0-11ea-4c10-b6be-2231c5afa2fc up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:04.687285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Router 58623c1a-87ea-48a4-ad50-19bd9570278f is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:53:04.747259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 30d517d0-11ea-4c10-b6be-2231c5afa2fc completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:04.877585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073eb66a-9633-494d-a873-93682dc1bfa6 None None] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:53:04.882710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:53:04.897502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:53:04.906663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:04.908606 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d9da1b31-2699-4f2f-b9c6-468af559fbf4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8208420 Dec 04 21:53:04.911570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41308) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:04.980533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:53:04.981145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:53:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:05.061218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Provisioning for port 30d517d0-11ea-4c10-b6be-2231c5afa2fc completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:05.080376 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Provisioning complete for port 30d517d0-11ea-4c10-b6be-2231c5afa2fc triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:05.080789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:05.320188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:53:05.546487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:05.784238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:05.865860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] For port 30d517d0-11ea-4c10-b6be-2231c5afa2fc, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=30d517d0-11ea-4c10-b6be-2231c5afa2fc,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:53:05.904350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:05.907010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:05.909313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Allocated IP 172.20.0.1 (6896efa3-f1b0-498f-bbea-63d773f0c08e/e4a30ddf-c936-44e3-a007-984728c5d91a/a388796a-7767-4ee4-bf39-9a2b4f4a16f2) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:53:05.994580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Pushing event updated for resources: {'Port': ['ID=30d517d0-11ea-4c10-b6be-2231c5afa2fc,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:05.998816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9c31ccac-cefd-45fa-a259-6009791c78b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:06.011767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:03Z', 'revision_number': 3, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:06.016309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:53:06.016752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Updating router 58623c1a-87ea-48a4-ad50-19bd9570278f port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:53:06.077524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.105755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.132415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Transition to ACTIVE for port object a388796a-7767-4ee4-bf39-9a2b4f4a16f2 will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:06.153548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.170442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3d2c0820-b969-49b2-81a2-c37c69119e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:06.271752 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-f1f38724-bb1e-4544-b788-9daa06d186c8 None None] Provisioning complete for port 30d517d0-11ea-4c10-b6be-2231c5afa2fc triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:06.272172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f1f38724-bb1e-4544-b788-9daa06d186c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.564653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Pushing event updated for resources: {'Port': ['ID=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:06.569118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:06.612854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:53:06.614079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:06.616503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:53:06.625141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.639350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Transition to ACTIVE for port object 22258ad9-7dfd-4d27-80a0-5ad07ca23562 will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:06.648247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 30d517d0-11ea-4c10-b6be-2231c5afa2fc up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:06.683633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.691424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.715145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:06.874801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-31e29474-7a8e-46c0-8e25-3146e06d89b5 None None] Provisioning complete for port 30d517d0-11ea-4c10-b6be-2231c5afa2fc triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:06.875150 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-31e29474-7a8e-46c0-8e25-3146e06d89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.912133 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af711246-73b5-4436-bd57-cba64dc0db44 None None] Pushing event updated for resources: {'Port': ['ID=22258ad9-7dfd-4d27-80a0-5ad07ca23562,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:06.926726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-af711246-73b5-4436-bd57-cba64dc0db44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:06.952366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:06.995582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 30d517d0-11ea-4c10-b6be-2231c5afa2fc triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:06.995997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.103117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Attempting to bind port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:53:07.103534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Attempting to bind port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:53:07.103947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Attempting to bind port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:53:07.129075 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:53:07.129412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:53:07.129911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.130326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:53:07.130850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Bound port: 22258ad9-7dfd-4d27-80a0-5ad07ca23562, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:53:07.131268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.252114 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.255736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.267370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] For port 22258ad9-7dfd-4d27-80a0-5ad07ca23562, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:53:07.272053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] For port 22258ad9-7dfd-4d27-80a0-5ad07ca23562, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=22258ad9-7dfd-4d27-80a0-5ad07ca23562,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:53:07.276033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.284889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-576f4d80-dec5-4aba-8e91-2b44e260f4f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:07.293119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:07.369418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Pushing event updated for resources: {'Port': ['ID=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:07.372149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.388405 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:07.426529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-82deba10-35f0-4e39-9f47-de75e5fb7859 None None] Provisioning for port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:07.438226 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-82deba10-35f0-4e39-9f47-de75e5fb7859 None None] Provisioning complete for port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:07.439207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-82deba10-35f0-4e39-9f47-de75e5fb7859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.496292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af711246-73b5-4436-bd57-cba64dc0db44 None None] Pushing event updated for resources: {'Port': ['ID=22258ad9-7dfd-4d27-80a0-5ad07ca23562,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:07.507897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-af711246-73b5-4436-bd57-cba64dc0db44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:07.530897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:53:07.532061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:07.542574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-82deba10-35f0-4e39-9f47-de75e5fb7859 None None] Port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:53:07.560107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:53:07.560948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:53:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:07.731160 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Router 58623c1a-87ea-48a4-ad50-19bd9570278f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:53:07.928830 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-f3219c18-7384-4663-b464-032ed884e5c7 None None] Provisioning complete for port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:07.929451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f3219c18-7384-4663-b464-032ed884e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:07.931145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:53:07.950436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] 10.222.0.17 "PUT /v2.0/routers/58623c1a-87ea-48a4-ad50-19bd9570278f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292788 Dec 04 21:53:07.973153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:53:08.061890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f3219c18-7384-4663-b464-032ed884e5c7 None None] Port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:53:08.324566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:07Z', 'revision_number': 2, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:08.328803 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244189ca-f004-4e1d-ab4e-854355fbbbd4 None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:07Z', 'revision_number': 2, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:53:08.457053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41318) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:08.462917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'security_group': {'name': 'tempest-securitygroup--1118252647', 'description': 'tempest-description--1400312816'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:08.469409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:08.474452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:08.477518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:08.483350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:08.495060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.518635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:08.522764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:08.525795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:08.531589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:08.604480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.607554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.613969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4f6378a3-c41c-485d-a84c-f2a384373ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:08.662115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f1231-3617-4a48-9064-ff2224fa31c5,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:08.664639 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.666273 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.2078764 Dec 04 21:53:08.666849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-820a9d1f-16a5-41b9-96bb-1935642ca1fb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:08.669045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41324) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:08.674860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'security_group_rule': {'security_group_id': '9e0f1231-3617-4a48-9064-ff2224fa31c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:08.681189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:08.685188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:08.689119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:08.695906 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:08.721488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.788708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.791564 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.797478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2129ab0a-0c06-4267-bb2a-15a1c339b739 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:08.819177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154e5923-75e7-415e-b39d-ad2eae43e39c,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:08.822232 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:08.830311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.831841 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9c90aa94-b752-4a64-b12e-950e927848e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1617835 Dec 04 21:53:08.834596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41328) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:08.840322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'security_group_rule': {'security_group_id': '9e0f1231-3617-4a48-9064-ff2224fa31c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:08.847666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:08.851811 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:08.855041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:08.860962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:08.878832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.946381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.949528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.951783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2d8aae64-eb9b-4ff1-aa8e-463d20f9e937 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:08.976816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b248452c-f2bf-41e2-865f-2722ff805053,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:08.979504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:08.987759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:08.992696 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2af41476-e153-4e37-b77f-cbcb2ac696f0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1570461 Dec 04 21:53:08.993383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41332) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:09.004149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'floatingip': {'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:09.010886 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:09.015336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:floatingip and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:53:09.018628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:53:09.036838 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:09.047006 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:09.202166 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:09.487822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Allocated IP 172.28.3.103 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/bfcda6dd-5270-4343-b019-121a36abf86b) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:53:09.648158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:09.674883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:09.690872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a8ad5c72-7028-4391-ab1f-ca3685883fe9 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:09.832257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'Port': ['ID=bfcda6dd-5270-4343-b019-121a36abf86b,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:09.836667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:09.882059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:53:09.883208 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:09.885520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:53:09.963959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.023350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.295789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.299287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.314186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1dd87055-0b3a-4ade-bab5-64c75bd3b11b tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:10.658936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 22258ad9-7dfd-4d27-80a0-5ad07ca23562 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:10.698897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'Port': ['ID=bfcda6dd-5270-4343-b019-121a36abf86b,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:10.701998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:10.731337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:10.736811 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:10.737238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.802181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.824107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.825433 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8310032 Dec 04 21:53:10.856571 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.875447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 22258ad9-7dfd-4d27-80a0-5ad07ca23562, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=22258ad9-7dfd-4d27-80a0-5ad07ca23562,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:53:10.879348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:10.882322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:10.953068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=22258ad9-7dfd-4d27-80a0-5ad07ca23562,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:10.956784 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:11.164277 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-f2feac71-f0cb-4091-a249-9c7f9a07e573 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:53:11.181048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-f2feac71-f0cb-4091-a249-9c7f9a07e573 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:53:11.182355 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-f2feac71-f0cb-4091-a249-9c7f9a07e573 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1118252647&fields=id&tenant_id=0e045ddaf86045aaad461372450c5edb HTTP/1.1" status: 200 len: 267 time: 0.0609972 Dec 04 21:53:11.343914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-1047ea50-33e0-4941-a90e-bba33d761bf3 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:11.346736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-1047ea50-33e0-4941-a90e-bba33d761bf3 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:network {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:53:11.362585 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-1047ea50-33e0-4941-a90e-bba33d761bf3 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:network {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:53:11.363860 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-1047ea50-33e0-4941-a90e-bba33d761bf3 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 811 time: 0.1732581 Dec 04 21:53:11.380634 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-addfb735-3bb0-4a5b-95c7-65a5e087a3a6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/quotas/0e045ddaf86045aaad461372450c5edb HTTP/1.1" status: 200 len: 375 time: 0.0101845 Dec 04 21:53:11.468794 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-899f70f0-f56a-4bce-839a-ae571c08ae85 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825708 Dec 04 21:53:11.487404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d76430ec-5041-4e16-946d-2089b8835aa6 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:53:11.488453 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d76430ec-5041-4e16-946d-2089b8835aa6 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0065765 Dec 04 21:53:11.635003 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-ac93d368-422a-4685-8bd1-8fce9d4b8a6e service neutron] 10.222.0.17 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401381 Dec 04 21:53:11.649459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:53:11.661438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:53:11.662146 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:53:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:11.782028 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-4a5a571a-3252-4478-80cf-45e9bb6a20e1 service neutron] 10.222.0.17 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403255 Dec 04 21:53:11.848173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:53:11.992297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-7ff9d81f-cece-4776-b448-0a8965e9aca1 req-3b2ab2cb-a562-446b-8487-9591ce558e94 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:53:12.010357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-7ff9d81f-cece-4776-b448-0a8965e9aca1 req-3b2ab2cb-a562-446b-8487-9591ce558e94 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:53:12.011975 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7ff9d81f-cece-4776-b448-0a8965e9aca1 req-3b2ab2cb-a562-446b-8487-9591ce558e94 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 210 time: 0.0669045 Dec 04 21:53:12.191721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:07Z', 'revision_number': 2, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:12.196073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:53:12.196493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Updating router 58623c1a-87ea-48a4-ad50-19bd9570278f port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:53:12.254497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:12.645282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 22258ad9-7dfd-4d27-80a0-5ad07ca23562 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:12.721022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:12.721274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:12.833409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:12.846163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Transition to ACTIVE for port object a388796a-7767-4ee4-bf39-9a2b4f4a16f2 will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:12.849463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:12.867900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:13.013599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Pushing event updated for resources: {'Port': ['ID=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:13.025111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.025491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.025863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.026253 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.026612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.026972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.027326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.027678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.028027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.028372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.028723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.029070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.029503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.029852 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.030228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.030578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.030930 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.031280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.031624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.031970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.032965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.033460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.033814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.034188 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:53:13.038362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:13.196629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Attempting to bind port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:53:13.197204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Attempting to bind port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:53:13.197644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Attempting to bind port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 on network 6896efa3-f1b0-498f-bbea-63d773f0c08e {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:53:13.204966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:53:13.205431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Checking segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:53:13.205987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:13.206427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Bound using segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:53:13.206952 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Bound port: a388796a-7767-4ee4-bf39-9a2b4f4a16f2, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:53:13.207364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:13.209109 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-854b0bcd-1015-4503-b07d-0b71fe1f3639 req-1ada8784-9764-48e4-9ad3-38fbf4819d9a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 210 time: 0.0547204 Dec 04 21:53:13.304169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] For port a388796a-7767-4ee4-bf39-9a2b4f4a16f2, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:53:13.307390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] For port a388796a-7767-4ee4-bf39-9a2b4f4a16f2, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:53:13.314091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:13.332112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab6bd058-bab2-4024-ba4d-71382478cb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:13.474618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-3dc7546a-3b1c-4f02-a950-be719aa7a818 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:13.476600 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-3dc7546a-3b1c-4f02-a950-be719aa7a818 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 811 time: 0.1766768 Dec 04 21:53:13.490104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Pushing event updated for resources: {'Port': ['ID=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,revision_number=4']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:13.495677 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7793d857-3b59-4474-9824-699a01435e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:13.549087 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:53:13.549825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:53:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:13.572041 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-0618d1dd-2367-4510-a49b-6396aad27935 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e045ddaf86045aaad461372450c5edb HTTP/1.1" status: 200 len: 5509 time: 0.0730669 Dec 04 21:53:13.582411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'port': {'device_id': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'admin_state_up': True, 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'security_groups': ['9e0f1231-3617-4a48-9064-ff2224fa31c5']}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:13.739019 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:53:13.741896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:53:13.751221 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:53:13.760256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Made reservation on behalf of 0e045ddaf86045aaad461372450c5edb for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:53:13.766085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.084722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Allocated IP 172.20.0.9 (6896efa3-f1b0-498f-bbea-63d773f0c08e/e4a30ddf-c936-44e3-a007-984728c5d91a/462a2f20-f6a0-432b-91dd-3468c85e436e) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:53:14.086783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:13Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:14.091045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda53c3-bf0c-4754-8218-fa75b2aa2d6d None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:13Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:53:14.296141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.314546 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Transition to ACTIVE for port object 462a2f20-f6a0-432b-91dd-3468c85e436e will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:14.335572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.351913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7acd3a3a-4e93-43eb-b6be-98f8bc8c172f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:14.667562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device a388796a-7767-4ee4-bf39-9a2b4f4a16f2 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:14.740876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:14.745947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:14.746368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.783940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'Port': ['ID=462a2f20-f6a0-432b-91dd-3468c85e436e,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:14.797231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:14.863923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6da412-0a87-4a37-aecf-77cc73b8e1b2 req-c7b3af39-5918-4ae0-8414-e59251ed5205 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:14.865573 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f6da412-0a87-4a37-aecf-77cc73b8e1b2 req-c7b3af39-5918-4ae0-8414-e59251ed5205 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 931 time: 0.4701719 Dec 04 21:53:14.870202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:53:14.871449 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:53:14.871736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.875041 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:53:14.909799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port a388796a-7767-4ee4-bf39-9a2b4f4a16f2, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:53:14.913131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.915230 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:14.980849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:14.981545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:14.991218 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6f6da412-0a87-4a37-aecf-77cc73b8e1b2 req-f6433420-96c6-44ba-a0fe-f09359fb9ff6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172438 Dec 04 21:53:14.996094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:15.006155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:15.032792 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-d62f065f-0e64-42cc-bd9f-b8ea5315255a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4518988 Dec 04 21:53:15.045275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-7a934b0c-1920-4cce-aa40-fec6a0688788 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:53:15.046746 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-7a934b0c-1920-4cce-aa40-fec6a0688788 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0063107 Dec 04 21:53:15.060923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Request body: {'port': {'device_id': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:15.174767 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-6d44bae3-a9b9-4b09-b7ae-502f8949c715 None None] Provisioning for port 462a2f20-f6a0-432b-91dd-3468c85e436e completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:15.180043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-6d44bae3-a9b9-4b09-b7ae-502f8949c715 None None] Provisioning complete for port 462a2f20-f6a0-432b-91dd-3468c85e436e triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:15.180459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6d44bae3-a9b9-4b09-b7ae-502f8949c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:15.184777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:15.238522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-6d44bae3-a9b9-4b09-b7ae-502f8949c715 None None] Port 462a2f20-f6a0-432b-91dd-3468c85e436e cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:53:15.624505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462a2f20-f6a0-432b-91dd-3468c85e436e {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:53:15.631661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:15.644206 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Transition to ACTIVE for port object 462a2f20-f6a0-432b-91dd-3468c85e436e will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:53:15.646817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:15.662656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f1331144-7568-4559-96ff-e909b971363f tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:15.806035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Pushing event updated for resources: {'Port': ['ID=462a2f20-f6a0-432b-91dd-3468c85e436e,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:15.810415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:15.984403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Attempting to bind port 462a2f20-f6a0-432b-91dd-3468c85e436e on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:53:15.984781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Attempting to bind port 462a2f20-f6a0-432b-91dd-3468c85e436e by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:53:15.985158 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Attempting to bind port 462a2f20-f6a0-432b-91dd-3468c85e436e on network 6896efa3-f1b0-498f-bbea-63d773f0c08e {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:53:15.991711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:53:15.992091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Checking segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:53:15.992502 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:15.992902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Bound using segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:53:15.993383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Bound port: 462a2f20-f6a0-432b-91dd-3468c85e436e, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:53:15.993759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:16.093001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] For port 462a2f20-f6a0-432b-91dd-3468c85e436e, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:53:16.096520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] For port 462a2f20-f6a0-432b-91dd-3468c85e436e, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=462a2f20-f6a0-432b-91dd-3468c85e436e,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:53:16.100031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:16.116342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:16.246788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d0d6-9073-4598-9a9e-62d9b7f712ac req-89187e23-08bb-44f1-b1dd-e3ab1133bf28 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:16.248647 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3ac5d0d6-9073-4598-9a9e-62d9b7f712ac req-89187e23-08bb-44f1-b1dd-e3ab1133bf28 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 943 time: 0.0863297 Dec 04 21:53:16.268450 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Pushing event updated for resources: {'Port': ['ID=462a2f20-f6a0-432b-91dd-3468c85e436e,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:16.273946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:16.297289 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3ac5d0d6-9073-4598-9a9e-62d9b7f712ac req-04a247ec-eb65-4fd4-825a-b545e9cfeb6b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Dec 04 21:53:16.308359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:16.309151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:16.310555 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] 10.222.0.49 "PUT /v2.0/ports/462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1157 time: 1.2545760 Dec 04 21:53:16.311573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:53:16.415190 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'status': 'completed', 'code': 200} Dec 04 21:53:16.453385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-75d07948-28ba-4f38-803b-d61a79c1ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:16.455093 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-75d07948-28ba-4f38-803b-d61a79c1ea86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1160 time: 0.0916085 Dec 04 21:53:16.533357 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-f4898582-fdd1-4d70-ae6e-1fbf40c4d6b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 217 time: 0.0651562 Dec 04 21:53:16.607896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-81de6666-a247-4d97-a190-c39a26438744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:16.609474 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-81de6666-a247-4d97-a190-c39a26438744 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0700829 Dec 04 21:53:16.643416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device a388796a-7767-4ee4-bf39-9a2b4f4a16f2 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:16.695404 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-afa66820-4f73-4c2c-9407-a2097524f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:16.697060 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-afa66820-4f73-4c2c-9407-a2097524f302 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808368 Dec 04 21:53:16.715064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:16.715482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:16.846888 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-f22ebb1f-30b1-4105-a6b8-712d1966cba3 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431839 Dec 04 21:53:16.994750 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-61ed8fb4-e590-4d2e-be79-3fbbe5279735 req-3868bb6e-d7bd-408f-946d-f47fdd8167bc service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415319 Dec 04 21:53:17.158836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-50d5ead2-9b3e-4420-8ffd-b9acbfaa8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:17.160429 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-50d5ead2-9b3e-4420-8ffd-b9acbfaa8bb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1160 time: 0.0816517 Dec 04 21:53:17.304984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-8fc4132b-cdff-47c5-9dd2-47e5464f387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:17.306598 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-8fc4132b-cdff-47c5-9dd2-47e5464f387d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1391642 Dec 04 21:53:17.377604 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-15fdbd87-64da-45f0-912d-93685e9b6882 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 217 time: 0.0641088 Dec 04 21:53:17.450708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-f93b5505-f84a-4cfb-aa7b-1999b97058cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:17.452230 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-f93b5505-f84a-4cfb-aa7b-1999b97058cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0686207 Dec 04 21:53:17.519322 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c515e-6aa3-49f5-add3-1675e9772708 req-ecb611f3-6ccf-40df-933f-496efe748f54 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:17.520930 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f08c515e-6aa3-49f5-add3-1675e9772708 req-ecb611f3-6ccf-40df-933f-496efe748f54 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 943 time: 0.0890043 Dec 04 21:53:17.534229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-80e140fa-3d01-4985-9745-cd55d75cc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:17.535837 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-80e140fa-3d01-4985-9745-cd55d75cc05b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769989 Dec 04 21:53:17.568141 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f08c515e-6aa3-49f5-add3-1675e9772708 req-a5ae1527-3bff-4af8-9106-81c91c1b4dd0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Dec 04 21:53:17.680776 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-886ce09c-99c3-45d5-a778-5e1f9bc28b33 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372952 Dec 04 21:53:17.824671 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bdcdc6ee-832d-443d-bc82-43bf8557533b req-8a8b5c26-f2e4-4fe1-bdee-6261f7d7e8d4 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370125 Dec 04 21:53:18.779538 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26329-4728-4417-bf07-29ba2da785ca req-0944de2e-269f-4b28-b593-c2235403a8e4 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:18.780286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-64c26329-4728-4417-bf07-29ba2da785ca req-0944de2e-269f-4b28-b593-c2235403a8e4 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:53:18.795530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-64c26329-4728-4417-bf07-29ba2da785ca req-0944de2e-269f-4b28-b593-c2235403a8e4 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:53:18.796766 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-64c26329-4728-4417-bf07-29ba2da785ca req-0944de2e-269f-4b28-b593-c2235403a8e4 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 943 time: 0.0970929 Dec 04 21:53:18.847053 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-64c26329-4728-4417-bf07-29ba2da785ca req-3aeac25f-f398-474c-a617-166cdbe7cd53 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Dec 04 21:53:20.060044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92af00c-39c2-439f-beee-ac643f805032 req-fdd93ee1-8cc1-42c0-8f9c-f1c26ab5faac tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:20.061675 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e92af00c-39c2-439f-beee-ac643f805032 req-fdd93ee1-8cc1-42c0-8f9c-f1c26ab5faac tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 943 time: 0.0849152 Dec 04 21:53:20.115093 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e92af00c-39c2-439f-beee-ac643f805032 req-6b202d12-38c5-4c43-a3ef-46f178e705ec tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463965 Dec 04 21:53:20.615124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 462a2f20-f6a0-432b-91dd-3468c85e436e up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:20.682688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 462a2f20-f6a0-432b-91dd-3468c85e436e completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:53:20.687962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 462a2f20-f6a0-432b-91dd-3468c85e436e triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:20.688379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:20.809368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:20.836549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:53:20.847522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 462a2f20-f6a0-432b-91dd-3468c85e436e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=462a2f20-f6a0-432b-91dd-3468c85e436e,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:53:20.850482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:20.852390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d7d3778d-77bc-4b2a-8b82-5bfb555ca8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:53:20.903161 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'code': 200} Dec 04 21:53:20.920997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=462a2f20-f6a0-432b-91dd-3468c85e436e,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:53:20.924408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:53:21.242674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27878-31df-4a59-88e2-a537e12c31a9 req-6dabc7ea-fe6d-4cc6-bee8-2297d8e7dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:21.244317 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bcb27878-31df-4a59-88e2-a537e12c31a9 req-6dabc7ea-fe6d-4cc6-bee8-2297d8e7dfe1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.1535616 Dec 04 21:53:21.289225 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bcb27878-31df-4a59-88e2-a537e12c31a9 req-f6dfbdb6-1ab5-49c3-aa0f-fee7eb70357f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381510 Dec 04 21:53:21.328568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209a2ce-eb1f-4289-abd0-2e589279ba91 req-846e559b-e056-492f-9476-be4eeb86fda3 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:21.330199 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c209a2ce-eb1f-4289-abd0-2e589279ba91 req-846e559b-e056-492f-9476-be4eeb86fda3 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0835104 Dec 04 21:53:21.378604 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c209a2ce-eb1f-4289-abd0-2e589279ba91 req-ca23d359-b12e-4db1-b57a-9855299c5e0f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Dec 04 21:53:22.162164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 462a2f20-f6a0-432b-91dd-3468c85e436e up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:53:22.238793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 462a2f20-f6a0-432b-91dd-3468c85e436e triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:53:22.239207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:22.624607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6cd1-ba54-46bb-ba38-c3ee9bc2d33c req-be2790c8-4895-4f66-98f0-736eaca1ed08 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:22.626887 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1d6c6cd1-ba54-46bb-ba38-c3ee9bc2d33c req-be2790c8-4895-4f66-98f0-736eaca1ed08 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0926230 Dec 04 21:53:22.679124 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1d6c6cd1-ba54-46bb-ba38-c3ee9bc2d33c req-6a1a353a-7374-49e0-ba55-5ec748686d76 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450761 Dec 04 21:53:23.898995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a994-92d6-45e4-ae4d-c437af6efcdf req-e1840a9e-53de-4345-9263-7eb65d8df161 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:23.900583 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b929a994-92d6-45e4-ae4d-c437af6efcdf req-e1840a9e-53de-4345-9263-7eb65d8df161 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0871603 Dec 04 21:53:23.949153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b929a994-92d6-45e4-ae4d-c437af6efcdf req-a3bd7393-1e97-464d-9b9b-1697a69fdad1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Dec 04 21:53:24.158994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38760743-87bc-4e68-b1ff-43a9560b4319 req-03a58ceb-5a21-4bce-9848-0d91b6a4dbf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:24.160676 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-38760743-87bc-4e68-b1ff-43a9560b4319 req-03a58ceb-5a21-4bce-9848-0d91b6a4dbf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0833972 Dec 04 21:53:24.170499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41394) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:53:24.176643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'floatingip': {'port_id': '462a2f20-f6a0-432b-91dd-3468c85e436e'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:53:24.259459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:25.113815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:25.116764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:25.290651 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Floating IP 1648d7ee-7aca-4cca-875b-4731fa6da163 associated. External IP: 172.28.3.103, port: 462a2f20-f6a0-432b-91dd-3468c85e436e. Dec 04 21:53:25.647720 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Router 58623c1a-87ea-48a4-ad50-19bd9570278f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:53:25.828039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:53:25.833194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:25.838996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:53:25.850157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:53:25.850833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:53:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:25.888867 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-3cfeb1cc-4817-4826-9383-6b582738d35f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "PUT /v2.0/floatingips/1648d7ee-7aca-4cca-875b-4731fa6da163 HTTP/1.1" status: 200 len: 991 time: 1.7172167 Dec 04 21:53:25.889547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:53:25.954466 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'status': 'completed', 'code': 200} Dec 04 21:53:26.044737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:53:26.079939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-f4165ace-0811-461e-86e6-51c746597e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:26.082344 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-f4165ace-0811-461e-86e6-51c746597e46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.0851934 Dec 04 21:53:26.229856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-69e1ec21-3d54-49cd-80be-20a606bd102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:26.231404 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-69e1ec21-3d54-49cd-80be-20a606bd102a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1427052 Dec 04 21:53:26.335322 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-74789004-3dd9-4dd1-9db9-542587065251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 999 time: 0.0977759 Dec 04 21:53:26.409581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-f5ab6280-de24-47fd-8055-b9fc7db19d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:26.411177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-f5ab6280-de24-47fd-8055-b9fc7db19d59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0701351 Dec 04 21:53:26.421539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': '1648d7ee-7aca-4cca-875b-4731fa6da163', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'port_id': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'mac_address': 'fa:16:3e:cc:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:53:09Z', 'updated_at': '2020-12-04T21:53:24Z', 'revision_number': 1, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:26.426029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:53:26.435088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:53:26.435748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:53:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:26.491082 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-2ed66a71-dc0e-44cc-a855-9c13180fe853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:26.492637 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-2ed66a71-dc0e-44cc-a855-9c13180fe853 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746839 Dec 04 21:53:26.621613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:53:26.639592 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-d014eb17-920a-4140-8c2f-333bec69ff92 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403654 Dec 04 21:53:26.785899 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6bf1769a-2fb3-4ae9-aa5e-2e194256cf66 req-758b9e2d-0405-4978-a251-5f4336f71e06 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403177 Dec 04 21:53:26.992953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': '1648d7ee-7aca-4cca-875b-4731fa6da163', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'port_id': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'mac_address': 'fa:16:3e:cc:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:53:09Z', 'updated_at': '2020-12-04T21:53:24Z', 'revision_number': 1, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:53:26.997219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f7a0a-13a9-4abe-b9a2-4b04c5ac9f69 None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': '1648d7ee-7aca-4cca-875b-4731fa6da163', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'port_id': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'mac_address': 'fa:16:3e:cc:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:53:09Z', 'updated_at': '2020-12-04T21:53:24Z', 'revision_number': 1, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:53:27.271973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d195c1-cd2e-4856-a6b3-b6ac45239961 None None] New status for floating IP 1648d7ee-7aca-4cca-875b-4731fa6da163: ACTIVE {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:53:27.799877 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f758d9d2-a23e-4e2e-8863-ff65697448df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:30.958031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-016ce1df-6e2f-4d7b-b82c-c713e73dfc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:31.929346 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:32.349168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:53:32.582354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:32.682690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:33.776505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:53:34.767799 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-76ce409d-7259-4240-af2c-bc546b2b4124 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0783427 Dec 04 21:53:34.930637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-a5e9e0c9-6f29-44a8-9160-8a313b0ef363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:34.932299 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-a5e9e0c9-6f29-44a8-9160-8a313b0ef363 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.0752425 Dec 04 21:53:35.090025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-7a6eaf4f-1278-46d3-8ad1-d796125c26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:35.091626 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-7a6eaf4f-1278-46d3-8ad1-d796125c26ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1410241 Dec 04 21:53:35.201218 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-9d723d90-cbda-4d3a-8344-f0205af8db58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1001 time: 0.1032085 Dec 04 21:53:35.271303 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-26eaeef5-27b6-4c33-8cfe-b446a6923ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:35.272886 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-26eaeef5-27b6-4c33-8cfe-b446a6923ba2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0649972 Dec 04 21:53:35.372427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-64f0c061-2d60-487d-814b-c91eff92676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:53:35.374299 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-64f0c061-2d60-487d-814b-c91eff92676b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772300 Dec 04 21:53:35.518614 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-4722f7a3-1be6-4bb2-b5ab-ab40f20df858 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362576 Dec 04 21:53:35.891148 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-922d5004-28a3-48d6-9d74-6639b7ba1cd9 req-3f5128b5-1e54-43e4-9801-d1b24206b5b9 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3659513 Dec 04 21:53:57.800180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2ef1-5030-4de0-a67d-a2316992fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:00.960823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fa7f266a-da7a-4e52-96c2-329325b0437b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:01.931621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:02.584570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:02.691353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:03.777283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:09.349574 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:54:27.801896 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9ebf896c-6ae9-4864-953e-7677a5224ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:30.962779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5709c12a-506d-497d-8296-85bbd3350a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:31.934796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:32.587084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:32.681579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:33.780768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:35.802355 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-57e44dc5-932e-48b3-a83d-67b1dcecb174 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0731120 Dec 04 21:54:35.970626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-0e667074-7dc5-4289-acd4-87a276b5a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:35.972201 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-0e667074-7dc5-4289-acd4-87a276b5a0d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.0763290 Dec 04 21:54:36.134507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-0fdb3cea-f083-4687-ad14-abacf5e669d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:36.136091 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-0fdb3cea-f083-4687-ad14-abacf5e669d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1446815 Dec 04 21:54:36.244376 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-bfbe73d7-9990-41b2-9159-10a6325261f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1001 time: 0.1020331 Dec 04 21:54:36.320004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-e7713af1-5093-4c82-951a-e0cdfce11d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:36.321603 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-e7713af1-5093-4c82-951a-e0cdfce11d2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0706270 Dec 04 21:54:36.407418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-d8552891-974b-4079-9037-c9e539618783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:36.409027 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-d8552891-974b-4079-9037-c9e539618783 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813513 Dec 04 21:54:36.556732 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-1e5d070a-7489-433e-a9b5-d71a6da40062 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407144 Dec 04 21:54:36.712310 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea836dc2-0ba8-4402-b577-00677aed5204 req-f41f219d-cba3-4647-b396-34f0ed044ce7 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451540 Dec 04 21:54:39.241161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a111f-b751-4783-b3bd-b729bf2e7bc2 req-175d256e-0919-42c6-bb71-cd17e3844407 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:39.243171 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd3a111f-b751-4783-b3bd-b729bf2e7bc2 req-175d256e-0919-42c6-bb71-cd17e3844407 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0840812 Dec 04 21:54:39.295098 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd3a111f-b751-4783-b3bd-b729bf2e7bc2 req-84b7c0e8-7cce-438e-b0cf-3927cc72df52 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Dec 04 21:54:40.518382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f26f-8729-4b74-80d1-7141b8cb736d req-860ed316-e4ff-4624-9508-6d6a2b5640d7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:40.519960 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f675f26f-8729-4b74-80d1-7141b8cb736d req-860ed316-e4ff-4624-9508-6d6a2b5640d7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0858591 Dec 04 21:54:40.568853 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f675f26f-8729-4b74-80d1-7141b8cb736d req-f7be5192-2863-417c-9a1f-d0c029d462c8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Dec 04 21:54:41.779672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56225fd9-09b6-4726-beb9-89b0817a595a req-587b3739-861d-4bef-bc19-11a0ff8c163a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:41.781250 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-56225fd9-09b6-4726-beb9-89b0817a595a req-587b3739-861d-4bef-bc19-11a0ff8c163a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0816875 Dec 04 21:54:41.828183 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-56225fd9-09b6-4726-beb9-89b0817a595a req-b21fa4f5-4e0f-4683-a412-eccabdd4a91e tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Dec 04 21:54:43.046856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e5dd5-30eb-48d9-9289-3b80a8d6e762 req-67ad4378-5164-4ef9-a2b4-7c6c5d0f62f9 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:43.048491 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0f5e5dd5-30eb-48d9-9289-3b80a8d6e762 req-67ad4378-5164-4ef9-a2b4-7c6c5d0f62f9 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0856228 Dec 04 21:54:43.099827 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0f5e5dd5-30eb-48d9-9289-3b80a8d6e762 req-74c6dbf8-dbe9-4d29-8158-df12020fa9c6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Dec 04 21:54:44.313017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b227c3-2ee0-4227-be3f-e249ec619f1b req-3e0f9383-e3de-460c-8af9-bc1453610959 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:44.314553 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06b227c3-2ee0-4227-be3f-e249ec619f1b req-3e0f9383-e3de-460c-8af9-bc1453610959 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0863850 Dec 04 21:54:44.361723 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-06b227c3-2ee0-4227-be3f-e249ec619f1b req-b676b2b1-c861-4624-a778-1b5779037602 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Dec 04 21:54:45.573774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df874ef-4cda-433e-b364-f83060e718e5 req-8e7917cf-57f1-4142-943d-f264ad5c0ebf tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:45.575418 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1df874ef-4cda-433e-b364-f83060e718e5 req-8e7917cf-57f1-4142-943d-f264ad5c0ebf tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0846279 Dec 04 21:54:45.623211 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1df874ef-4cda-433e-b364-f83060e718e5 req-88b1d7ea-b2d5-4aab-9163-232f42309232 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Dec 04 21:54:46.349540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:54:46.847022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d055b63-0fab-4295-ba66-8814e4119d91 req-3c4360cd-d03f-4dcc-af44-fd2d7adde0ed tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:46.848690 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d055b63-0fab-4295-ba66-8814e4119d91 req-3c4360cd-d03f-4dcc-af44-fd2d7adde0ed tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0848777 Dec 04 21:54:46.906175 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d055b63-0fab-4295-ba66-8814e4119d91 req-5910b1e9-a0a8-4d58-a92e-02756edd7bbc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500731 Dec 04 21:54:48.143788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691725-bed8-4249-bca8-e6a00646026a req-df97a4bc-7e86-4b5c-b8a9-efb4efccba10 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:48.145414 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea691725-bed8-4249-bca8-e6a00646026a req-df97a4bc-7e86-4b5c-b8a9-efb4efccba10 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0909259 Dec 04 21:54:48.194175 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ea691725-bed8-4249-bca8-e6a00646026a req-8b3d5e8b-4eab-472f-a790-96191fb32d13 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Dec 04 21:54:49.410035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd1fe-56c0-44c6-b687-644fc51fb30a req-35b5c286-ffd6-4b21-bb0c-d91ceff13abc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:49.411697 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-245bd1fe-56c0-44c6-b687-644fc51fb30a req-35b5c286-ffd6-4b21-bb0c-d91ceff13abc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0852458 Dec 04 21:54:49.463523 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-245bd1fe-56c0-44c6-b687-644fc51fb30a req-03405885-253b-4602-b36c-3c1616a77fb9 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Dec 04 21:54:50.692382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb953b7-67ca-43cd-85fc-48dbc7a325a1 req-923ae1e4-c9cf-4ad3-a1d4-e080ba398913 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:50.695228 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ffb953b7-67ca-43cd-85fc-48dbc7a325a1 req-923ae1e4-c9cf-4ad3-a1d4-e080ba398913 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0959251 Dec 04 21:54:50.746744 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ffb953b7-67ca-43cd-85fc-48dbc7a325a1 req-5a65f41e-e65e-4cdf-92d8-8b616b7b68f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 Dec 04 21:54:51.965504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d926c-91ff-4f0b-b6cd-c82bb521eb33 req-68c1144b-f12b-49ff-800e-8b0c1721d624 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:51.967203 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c7d926c-91ff-4f0b-b6cd-c82bb521eb33 req-68c1144b-f12b-49ff-800e-8b0c1721d624 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0892622 Dec 04 21:54:52.017521 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c7d926c-91ff-4f0b-b6cd-c82bb521eb33 req-abc1bca6-df85-458b-973d-e61271e388cf tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438914 Dec 04 21:54:53.242246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37688a23-b9e1-49b3-af29-8784c1277e1f req-e6363033-f459-44a7-8c14-ec4b08392cdd tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:53.243862 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37688a23-b9e1-49b3-af29-8784c1277e1f req-e6363033-f459-44a7-8c14-ec4b08392cdd tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0858717 Dec 04 21:54:53.293669 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37688a23-b9e1-49b3-af29-8784c1277e1f req-afb5e144-56be-4a27-8cd5-67768092a6cd tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Dec 04 21:54:54.513142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333e13c-4b96-4942-a2cc-75cc88659ea6 req-6f9b0d28-05fb-406b-ba70-9c6ac30f7a7e tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:54.514843 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e333e13c-4b96-4942-a2cc-75cc88659ea6 req-6f9b0d28-05fb-406b-ba70-9c6ac30f7a7e tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0875387 Dec 04 21:54:54.567015 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e333e13c-4b96-4942-a2cc-75cc88659ea6 req-dd7aed07-88fc-45e3-9efc-7b744c4a1397 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459375 Dec 04 21:54:55.787261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c1f78-137e-4ee1-8fb2-fbf0c3d188b5 req-b0e2210c-d998-4a42-b936-5a0e91f8f86b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:55.788863 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e9c1f78-137e-4ee1-8fb2-fbf0c3d188b5 req-b0e2210c-d998-4a42-b936-5a0e91f8f86b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0871437 Dec 04 21:54:55.839975 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2e9c1f78-137e-4ee1-8fb2-fbf0c3d188b5 req-48862856-164a-4ba9-8db9-a3b0c1e3842b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Dec 04 21:54:57.056451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738f9c0-329d-4561-8be1-d406b31bf317 req-35e58b66-f69e-4ad5-ae43-e8b50745a350 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:57.058941 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f738f9c0-329d-4561-8be1-d406b31bf317 req-35e58b66-f69e-4ad5-ae43-e8b50745a350 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0872338 Dec 04 21:54:57.107698 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f738f9c0-329d-4561-8be1-d406b31bf317 req-5eed3f9f-8b4a-4e03-ba81-18ef00eebf28 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Dec 04 21:54:57.803486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9a96-745f-4cbf-866b-039838ccc13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:54:58.322567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc055723-c544-4d7a-96d2-34a8a15d6d65 req-7935145a-e1c0-4b75-a1f1-d1a2dd83e81f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:58.324543 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc055723-c544-4d7a-96d2-34a8a15d6d65 req-7935145a-e1c0-4b75-a1f1-d1a2dd83e81f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0856240 Dec 04 21:54:58.376771 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-cc055723-c544-4d7a-96d2-34a8a15d6d65 req-e9d5c0fc-f0c3-4151-b9f6-3873f8bb5449 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Dec 04 21:54:59.600620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3475a7d-3bc8-4089-8e47-df5992224491 req-94b17830-7bc0-4102-b86f-07d61fafd9e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:54:59.602239 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b3475a7d-3bc8-4089-8e47-df5992224491 req-94b17830-7bc0-4102-b86f-07d61fafd9e2 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0906007 Dec 04 21:54:59.649917 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b3475a7d-3bc8-4089-8e47-df5992224491 req-cae8818e-28ee-4d7b-8ef9-4b739da70fc9 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Dec 04 21:55:00.866307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed94a5-89ae-428f-94cd-077081455ef6 req-38f0e102-37c4-448b-b650-bc8f9fc9d74c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:00.867920 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2ed94a5-89ae-428f-94cd-077081455ef6 req-38f0e102-37c4-448b-b650-bc8f9fc9d74c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0837097 Dec 04 21:55:00.914819 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2ed94a5-89ae-428f-94cd-077081455ef6 req-b8020cd9-d081-4b65-9c11-f4fc73ec807b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Dec 04 21:55:00.965668 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ad1d11f2-6642-4d3a-9ce9-3aaffe7eda71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:01.380305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8447-cb7e-4346-be5c-24dcfe4e9289 req-c4e80392-5743-4aaf-b162-38b34ba8ddfe tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:01.381839 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d2f8447-cb7e-4346-be5c-24dcfe4e9289 req-c4e80392-5743-4aaf-b162-38b34ba8ddfe tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.1447039 Dec 04 21:55:01.416085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-50b92eea-29d2-49c9-a73e-b9d065693ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:01.417850 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-50b92eea-29d2-49c9-a73e-b9d065693ce3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.1173453 Dec 04 21:55:01.479589 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d2f8447-cb7e-4346-be5c-24dcfe4e9289 req-0381c676-2288-467c-9a1e-10d9a7b300c4 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898347 Dec 04 21:55:01.577078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-17752bf4-c861-48af-957f-f812c8c5fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:01.578787 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-17752bf4-c861-48af-957f-f812c8c5fc09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1519213 Dec 04 21:55:01.688347 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-d8e76f2e-58c6-4715-851f-fa8e00328caf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1001 time: 0.1032748 Dec 04 21:55:01.757242 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-6d6163be-c016-42d8-babe-907a9c4240e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:01.758813 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-6d6163be-c016-42d8-babe-907a9c4240e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0647156 Dec 04 21:55:01.845745 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-7e4f775a-c1b2-426e-a0df-c6d0a0fc0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:01.847571 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-7e4f775a-c1b2-426e-a0df-c6d0a0fc0c2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827677 Dec 04 21:55:01.938503 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:01.994301 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-b6bcde58-f104-4053-9261-d0a70b6b1bbf service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404362 Dec 04 21:55:02.142933 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3338fc86-9d7f-4a3f-b730-7046f0996989 req-43f393f4-09b1-4fad-888a-092bd2feed10 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417682 Dec 04 21:55:02.589942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:02.688341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:02.708506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d465-aca0-4bf9-a859-d5dabb84682e req-73d7f77e-bdeb-48d9-8065-d2e3820745bd tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:02.710139 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-18d1d465-aca0-4bf9-a859-d5dabb84682e req-73d7f77e-bdeb-48d9-8065-d2e3820745bd tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0866625 Dec 04 21:55:02.764978 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-18d1d465-aca0-4bf9-a859-d5dabb84682e req-72a7aa71-9a99-49e3-af45-b8575656b134 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464909 Dec 04 21:55:03.782982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:04.116118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035850ea-7e72-4984-8637-af43cd2a54c1 req-3547a62b-30b3-4ea2-8ae8-cf41a777a042 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:04.117746 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-035850ea-7e72-4984-8637-af43cd2a54c1 req-3547a62b-30b3-4ea2-8ae8-cf41a777a042 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0883830 Dec 04 21:55:04.167014 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-035850ea-7e72-4984-8637-af43cd2a54c1 req-0ea8cfa9-d3d6-4390-ba03-a8fd5e0f3f77 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Dec 04 21:55:23.348925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:55:27.806312 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2525a9b7-f5e5-45d4-b3a2-32563f55bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:30.968451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b2909fe6-c492-4941-ae6c-4d18d26ac428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:31.940681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:32.592518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:32.687894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:33.784287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:37.969507 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-c106d4ec-3052-4e49-9853-100d94a51f2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0801544 Dec 04 21:55:38.134570 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146324d1-cb46-4310-8469-ead599e138d9 req-5e6cfc1d-4609-4aa2-95eb-253f5f5a7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:38.136207 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-5e6cfc1d-4609-4aa2-95eb-253f5f5a7328 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.0770328 Dec 04 21:55:38.290667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146324d1-cb46-4310-8469-ead599e138d9 req-337885c6-8fda-4ac9-bea2-016a833abf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:38.292153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-337885c6-8fda-4ac9-bea2-016a833abf51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1373045 Dec 04 21:55:38.401119 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-b2479a04-202e-4124-8838-1d10d33d65f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1001 time: 0.1026707 Dec 04 21:55:38.470343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146324d1-cb46-4310-8469-ead599e138d9 req-4027ff4c-fc7e-4135-b673-debdf2d398db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:38.471914 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-4027ff4c-fc7e-4135-b673-debdf2d398db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0650330 Dec 04 21:55:38.553184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146324d1-cb46-4310-8469-ead599e138d9 req-4782379d-3ede-4f54-a7be-3f588cd617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:38.554705 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-4782379d-3ede-4f54-a7be-3f588cd617e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761521 Dec 04 21:55:38.698335 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-50cbb12a-8087-499f-b401-f70cad87201b service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372247 Dec 04 21:55:38.837438 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-146324d1-cb46-4310-8469-ead599e138d9 req-cc334a82-be8e-4ef5-8791-ccd02e706e82 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330230 Dec 04 21:55:54.595986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b0c2-b0c8-4567-86b8-750f1939c70c req-ea13236e-0555-4ca1-a06c-d7ed0403a7d8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:54.597526 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5586b0c2-b0c8-4567-86b8-750f1939c70c req-ea13236e-0555-4ca1-a06c-d7ed0403a7d8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0845871 Dec 04 21:55:54.645436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5586b0c2-b0c8-4567-86b8-750f1939c70c req-4cc3a3ac-d4fb-4c78-83df-24ba46214a38 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Dec 04 21:55:55.858187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d873a2d-c0d8-43dd-864e-e995292fd853 req-e84af049-c858-46f5-941d-42f79d335dc1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:55.859795 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d873a2d-c0d8-43dd-864e-e995292fd853 req-e84af049-c858-46f5-941d-42f79d335dc1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0834804 Dec 04 21:55:55.906991 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9d873a2d-c0d8-43dd-864e-e995292fd853 req-5c97b4c6-68e1-4e79-bb43-b40c5977031d tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Dec 04 21:55:57.128909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f7709-6020-4333-99d5-7617c2dfd897 req-0182753e-d937-494b-93ec-22dbb83d63e8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:57.130559 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-994f7709-6020-4333-99d5-7617c2dfd897 req-0182753e-d937-494b-93ec-22dbb83d63e8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0888481 Dec 04 21:55:57.178939 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-994f7709-6020-4333-99d5-7617c2dfd897 req-6534890c-8313-4e18-9523-5d83071907cb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Dec 04 21:55:57.806841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-32409397-4a6c-4691-8258-6efa3b584ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:55:58.395189 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b0b6f-343e-4e26-a563-e7f814f410e6 req-a27028d0-d664-4225-93ed-c9d911453f59 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:58.396721 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-df2b0b6f-343e-4e26-a563-e7f814f410e6 req-a27028d0-d664-4225-93ed-c9d911453f59 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0881948 Dec 04 21:55:58.444539 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-df2b0b6f-343e-4e26-a563-e7f814f410e6 req-876a6caa-efcb-47c3-8744-d6e06c9c9acb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 Dec 04 21:55:59.655513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29def7-d46f-4d53-9201-80cfb7a5ad82 req-2cc0d196-ea26-400f-8706-09584a1878d5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:55:59.657113 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ee29def7-d46f-4d53-9201-80cfb7a5ad82 req-2cc0d196-ea26-400f-8706-09584a1878d5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0825505 Dec 04 21:55:59.707459 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ee29def7-d46f-4d53-9201-80cfb7a5ad82 req-4bd6cc82-fa06-4f1b-8b8f-cdd212e58025 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Dec 04 21:56:00.348850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:56:00.925283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40182e85-dfeb-4276-b894-23a76d1dc1af req-db17d4b9-a897-47e8-bf6e-e722a3c094bc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:00.926817 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40182e85-dfeb-4276-b894-23a76d1dc1af req-db17d4b9-a897-47e8-bf6e-e722a3c094bc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0865028 Dec 04 21:56:00.971415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f4e3-29ec-4350-850d-bf40633ada26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:01.201501 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-40182e85-dfeb-4276-b894-23a76d1dc1af req-50dcfe45-7bd3-476f-a787-1d468fd7abe4 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682970 Dec 04 21:56:01.944975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:02.416187 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb44ee-fd61-4a2c-a5c9-d0b225d556a0 req-6d211afe-c95a-41da-b74e-fd1b9b437e4d tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:02.417770 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4afb44ee-fd61-4a2c-a5c9-d0b225d556a0 req-6d211afe-c95a-41da-b74e-fd1b9b437e4d tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0837948 Dec 04 21:56:02.464185 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4afb44ee-fd61-4a2c-a5c9-d0b225d556a0 req-51591604-c6eb-49b2-845f-76890ee5cf33 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Dec 04 21:56:02.595569 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:02.686194 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:03.676539 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c31cfc-63bd-414b-a3d6-3aa83741bb96 req-c9bc572f-1675-4f7e-950d-323cbb795d69 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:03.678140 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b0c31cfc-63bd-414b-a3d6-3aa83741bb96 req-c9bc572f-1675-4f7e-950d-323cbb795d69 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0821240 Dec 04 21:56:03.726911 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b0c31cfc-63bd-414b-a3d6-3aa83741bb96 req-f153be03-0440-4a87-8e23-e8492d5dc8fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Dec 04 21:56:03.787680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:04.944627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159234b-7553-4e59-9c09-ff94a945aea0 req-e8e7b4f9-36de-4831-b6a9-1a0977bcb807 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:04.946166 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1159234b-7553-4e59-9c09-ff94a945aea0 req-e8e7b4f9-36de-4831-b6a9-1a0977bcb807 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0875058 Dec 04 21:56:04.995095 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1159234b-7553-4e59-9c09-ff94a945aea0 req-4f895775-9835-48b4-b513-c51820dd1455 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Dec 04 21:56:06.210827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae4f06-c952-4f23-a034-1121f44e9848 req-3b84782c-e384-4859-824b-130a490c1426 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:06.213090 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-32ae4f06-c952-4f23-a034-1121f44e9848 req-3b84782c-e384-4859-824b-130a490c1426 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0862241 Dec 04 21:56:06.261847 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-32ae4f06-c952-4f23-a034-1121f44e9848 req-02543cd5-95fb-4d61-b2e0-251f9262ae00 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Dec 04 21:56:06.710797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb3618-e102-4a04-846f-4b4b1533bd1c req-73c9b88e-9a92-4bcf-91ea-5f758d0ffea5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:06.712706 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ddeb3618-e102-4a04-846f-4b4b1533bd1c req-73c9b88e-9a92-4bcf-91ea-5f758d0ffea5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.1489072 Dec 04 21:56:06.748663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10467f-331c-49dd-af24-70670d18d70d req-d039e483-b626-49f6-a664-a3eb86c9de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:06.750528 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-d039e483-b626-49f6-a664-a3eb86c9de2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.1189969 Dec 04 21:56:06.813057 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ddeb3618-e102-4a04-846f-4b4b1533bd1c req-8c5d30d4-b30a-49ea-9bd4-01530ae620aa tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931451 Dec 04 21:56:06.908969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10467f-331c-49dd-af24-70670d18d70d req-5be8b1fb-a83f-49a2-88cc-194692073389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:06.910587 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-5be8b1fb-a83f-49a2-88cc-194692073389 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1510355 Dec 04 21:56:07.019296 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-7f58c654-1482-45b6-95f3-ec4486766c2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1001 time: 0.1024716 Dec 04 21:56:07.093092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10467f-331c-49dd-af24-70670d18d70d req-79da8da4-2186-48e2-b92f-f72062ed0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:07.094734 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-79da8da4-2186-48e2-b92f-f72062ed0343 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0697377 Dec 04 21:56:07.174360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10467f-331c-49dd-af24-70670d18d70d req-15f7dc31-a2d9-4bf2-808f-e3d78063d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:07.176021 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-15f7dc31-a2d9-4bf2-808f-e3d78063d63a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753207 Dec 04 21:56:07.321329 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-d7a281ed-8211-4f60-be63-88ad144ddd1c service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389542 Dec 04 21:56:07.465595 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bc10467f-331c-49dd-af24-70670d18d70d req-5a9180c2-b150-42fc-818d-14e5df3d6398 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375391 Dec 04 21:56:08.028542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc5e93-5bac-4675-8647-abc0477c6682 req-de6d6c11-173f-4b29-bd6a-74baab661948 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:08.030192 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3dc5e93-5bac-4675-8647-abc0477c6682 req-de6d6c11-173f-4b29-bd6a-74baab661948 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0859129 Dec 04 21:56:08.083495 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3dc5e93-5bac-4675-8647-abc0477c6682 req-e45afcc3-7384-4463-83a6-560d3145dd16 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467491 Dec 04 21:56:09.296670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472722-f023-485c-a8ba-82c33cc9fdd6 req-de32edd2-69ed-453d-80ce-54e146cb8f9a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:09.298207 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b4472722-f023-485c-a8ba-82c33cc9fdd6 req-de32edd2-69ed-453d-80ce-54e146cb8f9a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0844798 Dec 04 21:56:09.349732 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b4472722-f023-485c-a8ba-82c33cc9fdd6 req-649293e2-5463-4ba0-848c-68400e3f69bb tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Dec 04 21:56:27.807864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a28fec73-dd3a-4a90-88e9-4f04e497502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:30.973327 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8554f0f9-fc89-45d6-b254-dc491d6f4c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:31.947340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:32.597710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:32.690920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:33.790918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:37.348551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:56:38.773298 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-dd8d8d7c-d830-486f-be38-a670e4ca0a88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0752485 Dec 04 21:56:38.936850 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-460f829e-e15f-42de-9f65-1e926ab89eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:38.938392 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-460f829e-e15f-42de-9f65-1e926ab89eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 1162 time: 0.0750704 Dec 04 21:56:39.101680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-789b5424-1fa6-4f23-8cd6-c84491df6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:39.103360 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-789b5424-1fa6-4f23-8cd6-c84491df6374 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1442959 Dec 04 21:56:39.218520 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-b0715e00-4f7c-4a47-a68f-96eac3096c7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 200 len: 1001 time: 0.1074469 Dec 04 21:56:39.294260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-a7696d55-210f-4423-9168-77fd6c9aa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:39.295859 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-a7696d55-210f-4423-9168-77fd6c9aa588 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0712099 Dec 04 21:56:39.376729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-a18c6748-db7a-427a-b4a5-ac2c6bdc6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:39.378387 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-a18c6748-db7a-427a-b4a5-ac2c6bdc6df0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758111 Dec 04 21:56:39.526448 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-14f5fee8-dd94-4c18-bb8a-3069aa144d64 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411462 Dec 04 21:56:39.671911 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f164cfe-94df-4f6b-ada1-a16c6aaa5181 req-eef8a608-1408-4c3c-a37a-9be8fa0cb3a8 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390619 Dec 04 21:56:57.810433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2e14f35f-b323-4919-a96f-738ee502da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:56:58.743360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335614d-554e-42a5-9bb3-5fa530483643 req-59e95134-a1f6-4e7d-8a07-dace17ecc226 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:56:58.744975 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7335614d-554e-42a5-9bb3-5fa530483643 req-59e95134-a1f6-4e7d-8a07-dace17ecc226 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0897000 Dec 04 21:56:58.800281 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7335614d-554e-42a5-9bb3-5fa530483643 req-9a6184fb-a367-41e2-81d1-6b7f7a765099 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484488 Dec 04 21:57:00.020393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835fad-2c86-4028-94d0-51b5ce5fca19 req-5669cb16-7395-4d6b-b482-ec41e88a6266 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:00.022047 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd835fad-2c86-4028-94d0-51b5ce5fca19 req-5669cb16-7395-4d6b-b482-ec41e88a6266 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0858846 Dec 04 21:57:00.085726 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-fd835fad-2c86-4028-94d0-51b5ce5fca19 req-24dd5351-be66-4e64-b021-d4952e86eccf tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571442 Dec 04 21:57:00.879733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-f0b50549-6a5a-4643-ba7a-a9fb38934634 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:00.881290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-f0b50549-6a5a-4643-ba7a-a9fb38934634 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.0818732 Dec 04 21:57:00.955150 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Deleting port 462a2f20-f6a0-432b-91dd-3468c85e436e {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:57:00.955466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:00.974415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-57b01f9e-5925-456f-9b62-e7357dc6ca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:01.217847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] For port 462a2f20-f6a0-432b-91dd-3468c85e436e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=462a2f20-f6a0-432b-91dd-3468c85e436e,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:57:01.218375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:01.567420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18270065-636e-4e2c-a51a-93a55638b8d2 req-eb05be24-74c9-4032-ac87-08642b4bd5fe tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:01.568936 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-18270065-636e-4e2c-a51a-93a55638b8d2 req-eb05be24-74c9-4032-ac87-08642b4bd5fe tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 945 time: 0.2742810 Dec 04 21:57:01.604308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:01.604719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:01.605066 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Floating IP 1648d7ee-7aca-4cca-875b-4731fa6da163 disassociated. External IP: 172.28.3.103, port: 462a2f20-f6a0-432b-91dd-3468c85e436e. Dec 04 21:57:01.605437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Calling delete_port for 462a2f20-f6a0-432b-91dd-3468c85e436e owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:57:01.684797 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-18270065-636e-4e2c-a51a-93a55638b8d2 req-d0041fed-678d-4008-98c7-0f9d3a28f9d1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=9e0f1231-3617-4a48-9064-ff2224fa31c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029291 Dec 04 21:57:01.773770 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:01.791278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:01.849714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event deleted for resources: {'Port': ['ID=462a2f20-f6a0-432b-91dd-3468c85e436e,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:01.909861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.910298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.910712 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.911116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.911518 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.911916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.912313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.912706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.913098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.913487 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.913904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.914286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.914759 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.915149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.915537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.915927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.916314 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.916704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.917091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.917476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.917859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.918270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.918655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.919038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:01.922727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:01.950908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:02.072336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 462a2f20-f6a0-432b-91dd-3468c85e436e no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:57:02.108949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 462a2f20-f6a0-432b-91dd-3468c85e436e {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:57:02.109257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 462a2f20-f6a0-432b-91dd-3468c85e436e not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:57:02.174628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Router 58623c1a-87ea-48a4-ad50-19bd9570278f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:57:02.591863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:57:02.602294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:02.605411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:57:02.615357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:57:02.616031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:57:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:02.631998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] No DVR routers for this DVR port 462a2f20-f6a0-432b-91dd-3468c85e436e on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:57:02.634330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:02.637091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'name': 'network-vif-deleted', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:57:02.653324 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-50faa6a5-85bf-40a1-8d4d-e71c911b4c9f req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "DELETE /v2.0/ports/462a2f20-f6a0-432b-91dd-3468c85e436e HTTP/1.1" status: 204 len: 173 time: 1.7664008 Dec 04 21:57:02.723117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:02.822323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:57:02.893451 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bff6ff3-01a7-41f6-8fca-e30b6ace8497', 'name': 'network-vif-deleted', 'tag': '462a2f20-f6a0-432b-91dd-3468c85e436e', 'status': 'completed', 'code': 200} Dec 04 21:57:02.904032 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-37baa3b4-f311-430d-acd9-1a860b6222e2 req-d79aa0df-ebff-4aa2-bfc9-8f24d74bdad8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:57:02.919575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-37baa3b4-f311-430d-acd9-1a860b6222e2 req-d79aa0df-ebff-4aa2-bfc9-8f24d74bdad8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:57:02.920873 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37baa3b4-f311-430d-acd9-1a860b6222e2 req-d79aa0df-ebff-4aa2-bfc9-8f24d74bdad8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=7bff6ff3-01a7-41f6-8fca-e30b6ace8497 HTTP/1.1" status: 200 len: 210 time: 0.0645642 Dec 04 21:57:03.165909 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:03.170077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:57:03.180407 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:57:03.181192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:57:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:03.369790 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:57:03.700586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:03.705347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30698a2f-d013-4e0c-8041-fc23eec4739b None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:57:03.793298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.077358 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41706) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:04.088359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb33d25-3a9e-4c97-b429-aac4820ebc5a None None] New status for floating IP 1648d7ee-7aca-4cca-875b-4731fa6da163: DOWN {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:57:04.147190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.176519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.226816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.232134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a3a1111d-c381-49a3-b108-dee785d5ed40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:04.252288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f1231-3617-4a48-9064-ff2224fa31c5,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:04.255369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:04.261849 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.263118 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-478f5fd0-cadf-4fe3-bde4-fbd3a2e85241 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "DELETE /v2.0/security-groups/9e0f1231-3617-4a48-9064-ff2224fa31c5 HTTP/1.1" status: 204 len: 168 time: 0.1845095 Dec 04 21:57:04.265975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41712) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:04.283732 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.v2.resource [None req-98f4cea6-b8c2-430c-b674-6e791eaf4387 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] show failed (client error): The resource could not be found. Dec 04 21:57:04.284823 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-98f4cea6-b8c2-430c-b674-6e791eaf4387 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups/9e0f1231-3617-4a48-9064-ff2224fa31c5 HTTP/1.1" status: 404 len: 347 time: 0.0178683 Dec 04 21:57:04.287966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41716) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:04.451001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Deleting port bfcda6dd-5270-4343-b019-121a36abf86b {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:57:04.451379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.631020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.631307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.762991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Calling delete_port for bfcda6dd-5270-4343-b019-121a36abf86b owned by network:floatingip {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:57:04.905027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:04.921643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f20fd4b7-96fc-44a7-8191-81b6ffc999c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:04.977688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event deleted for resources: {'Port': ['ID=bfcda6dd-5270-4343-b019-121a36abf86b,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:04.980619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:05.151509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.168073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.169298 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "DELETE /v2.0/floatingips/1648d7ee-7aca-4cca-875b-4731fa6da163 HTTP/1.1" status: 204 len: 168 time: 0.8803704 Dec 04 21:57:05.543370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41722) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:05.550092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'security_group': {'name': 'tempest-securitygroup--1101224079', 'description': 'tempest-description--978796591'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:05.556488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:57:05.560827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:57:05.564565 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:57:05.570509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:57:05.580344 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.603567 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:57:05.607568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:57:05.611414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:57:05.617296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:57:05.690418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.693205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.698532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-11bffec4-d465-478e-8d1f-4c312b6dd1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:05.746490 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'SecurityGroup': ['ID=94d6579a-f230-402a-818d-65eb166705b5,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:05.749534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.751236 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2064214 Dec 04 21:57:05.752963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-eee0871e-34df-4479-8db3-3b29769242f1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:05.755542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41726) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:05.760639 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'security_group_rule': {'security_group_id': '94d6579a-f230-402a-818d-65eb166705b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:05.767096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:57:05.771381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:57:05.774377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:57:05.780117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:57:05.796599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.858749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.862282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.864320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:05.887721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724f608c-4640-4d7b-8981-1423a0d0e927,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:05.890231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:05.896947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:05.898255 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ff97d602-adf6-4854-b0c2-ab4b35f021fc tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1422348 Dec 04 21:57:05.901038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41730) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:05.906506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'security_group_rule': {'security_group_id': '94d6579a-f230-402a-818d-65eb166705b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:05.913147 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:57:05.917140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:security_group_rule and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:57:05.920140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:57:05.926673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:57:05.942190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.006317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.009246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.011428 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-dc4018e6-e374-410b-9775-a28d3b3556c3 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:06.038982 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed590b2b-8003-44ab-ba5b-2e69e6353a9e,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:06.043753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:06.047375 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group_rule, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.049359 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1473253 Dec 04 21:57:06.052659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 41734) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:06.058209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'floatingip': {'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:06.064138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:57:06.068266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Usage tracker for resource:floatingip and tenant:0e045ddaf86045aaad461372450c5edb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:57:06.071650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:57:06.077666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:57:06.088504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.232446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.503911 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Allocated IP 172.28.3.71 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/1a968583-1e74-4d52-8751-36ca96bde157) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:57:06.664300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.690394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:06.706135 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2539448d-e537-4543-a54d-209d166a82be tempest-VolumesNegativeTest-1803348261 tempest-VolumesNegativeTest-1803348261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:06.849042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'Port': ['ID=1a968583-1e74-4d52-8751-36ca96bde157,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:06.853434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:06.895394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:57:06.896576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:57:06.898772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:57:06.979990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:07.043536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:07.312633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:07.317089 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:07.331958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:07.471659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'Port': ['ID=1a968583-1e74-4d52-8751-36ca96bde157,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:07.476688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:07.567899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:07.590364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:07.591702 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5380301 Dec 04 21:57:07.777704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-e60d8f07-f729-41d8-a617-43ca99f13df6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:security_group {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:57:07.792482 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-e60d8f07-f729-41d8-a617-43ca99f13df6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:security_group {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:57:07.793701 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-e60d8f07-f729-41d8-a617-43ca99f13df6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1101224079&fields=id&tenant_id=0e045ddaf86045aaad461372450c5edb HTTP/1.1" status: 200 len: 267 time: 0.0572262 Dec 04 21:57:07.958763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-582d1026-02f7-463f-b2dc-6add0efc2026 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:07.960367 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-582d1026-02f7-463f-b2dc-6add0efc2026 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 811 time: 0.1593063 Dec 04 21:57:07.978384 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-1dc13046-8ea7-4d68-86f2-4cb7548c2537 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/quotas/0e045ddaf86045aaad461372450c5edb HTTP/1.1" status: 200 len: 375 time: 0.0117791 Dec 04 21:57:08.074493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-3718b769-20a7-4989-801b-007b66c8e3f7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:57:08.089963 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-3718b769-20a7-4989-801b-007b66c8e3f7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:57:08.091523 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-3718b769-20a7-4989-801b-007b66c8e3f7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071696 Dec 04 21:57:08.215061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-b3d9e6be-9735-42ec-b59f-f62ea2d8fc45 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 21:57:08.216177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-b3d9e6be-9735-42ec-b59f-f62ea2d8fc45 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1112678 Dec 04 21:57:08.360869 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-6d902fdd-dcaa-415d-98f7-1e2851cb77f7 service neutron] 10.222.0.17 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374240 Dec 04 21:57:08.504938 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-b14cf444-f7f6-4a8a-9670-d923ac6a7d76 service neutron] 10.222.0.17 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369438 Dec 04 21:57:08.715937 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5bc9f444-c6c4-46bb-8850-90f17614ed67 req-8675a807-8aac-4888-8262-42711cf65a1a tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 210 time: 0.0513361 Dec 04 21:57:10.099043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3c2c03d9-c0f6-482f-aed9-b6976e6e9e76 req-3e3789ff-6285-4ba3-9e49-55e8463f85ac tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 210 time: 0.0627105 Dec 04 21:57:10.140180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-0b5ae41d-31f3-478d-a7ee-af558df17306 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:10.141732 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-0b5ae41d-31f3-478d-a7ee-af558df17306 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 811 time: 0.4308779 Dec 04 21:57:10.230467 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-9ec566c0-52f8-444a-bae9-7b0d89edf246 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e045ddaf86045aaad461372450c5edb HTTP/1.1" status: 200 len: 5508 time: 0.0698166 Dec 04 21:57:10.241428 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'port': {'device_id': '841d4221-0a0a-43c1-8d53-86274641cce4', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'admin_state_up': True, 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'security_groups': ['94d6579a-f230-402a-818d-65eb166705b5']}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:10.386867 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:57:10.396612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:57:10.405215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Made reservation on behalf of 0e045ddaf86045aaad461372450c5edb for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:57:10.411244 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:10.716656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Allocated IP 172.20.0.5 (6896efa3-f1b0-498f-bbea-63d773f0c08e/e4a30ddf-c936-44e3-a007-984728c5d91a/135680fa-69bd-4da6-972a-b7158db16499) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:57:10.915884 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:10.931918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Transition to ACTIVE for port object 135680fa-69bd-4da6-972a-b7158db16499 will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:57:10.951001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:10.968240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e2cc863c-622d-445d-bdac-604d4c23d827 tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:11.111017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event updated for resources: {'Port': ['ID=135680fa-69bd-4da6-972a-b7158db16499,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:11.114191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:11.164297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:57:11.165434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:57:11.167881 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:57:11.238420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:11.239285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:11.265847 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285029 Dec 04 21:57:11.283359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Request body: {'port': {'device_id': '841d4221-0a0a-43c1-8d53-86274641cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:11.325624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e86ca3-e81f-47bb-9f5a-f5b8c13d87f9 req-2017fc54-b6f7-4060-9bf9-f577371c8909 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:11.327288 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b8e86ca3-e81f-47bb-9f5a-f5b8c13d87f9 req-2017fc54-b6f7-4060-9bf9-f577371c8909 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 931 time: 0.0914457 Dec 04 21:57:11.379463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-9a920704-1030-4f45-b6d8-aa6bbbe9322c None None] Provisioning for port 135680fa-69bd-4da6-972a-b7158db16499 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:57:11.380472 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b8e86ca3-e81f-47bb-9f5a-f5b8c13d87f9 req-fbc03bcb-1662-4651-aa2a-9a3d668f3533 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Dec 04 21:57:11.387453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-9a920704-1030-4f45-b6d8-aa6bbbe9322c None None] Provisioning complete for port 135680fa-69bd-4da6-972a-b7158db16499 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:57:11.387874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9a920704-1030-4f45-b6d8-aa6bbbe9322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:11.403191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:11.441844 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-9a920704-1030-4f45-b6d8-aa6bbbe9322c None None] Port 135680fa-69bd-4da6-972a-b7158db16499 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:57:11.812550 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135680fa-69bd-4da6-972a-b7158db16499 {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 21:57:11.820667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:11.832913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Transition to ACTIVE for port object 135680fa-69bd-4da6-972a-b7158db16499 will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:57:11.835521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:11.850418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ebf81e41-1db6-4f1e-9a0b-e08c4d7ce298 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:11.987907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=135680fa-69bd-4da6-972a-b7158db16499,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:11.991091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:12.176141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Attempting to bind port 135680fa-69bd-4da6-972a-b7158db16499 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:57:12.176693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Attempting to bind port 135680fa-69bd-4da6-972a-b7158db16499 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:57:12.176834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Attempting to bind port 135680fa-69bd-4da6-972a-b7158db16499 on network 6896efa3-f1b0-498f-bbea-63d773f0c08e {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:57:12.182818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:57:12.183193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Checking segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:57:12.183598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:12.183994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Bound using segment: {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:57:12.184471 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Bound port: 135680fa-69bd-4da6-972a-b7158db16499, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:57:12.184847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:12.281129 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] For port 135680fa-69bd-4da6-972a-b7158db16499, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:57:12.285289 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] For port 135680fa-69bd-4da6-972a-b7158db16499, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=135680fa-69bd-4da6-972a-b7158db16499,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:57:12.288492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:12.303888 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-93f67e0e-e5c9-43bf-a32c-e4c270d76598 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:12.457241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=135680fa-69bd-4da6-972a-b7158db16499,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:12.462004 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:12.495105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:12.495889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:12.497428 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] 10.222.0.49 "PUT /v2.0/ports/135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 200 len: 1157 time: 1.2190039 Dec 04 21:57:12.498149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'tag': '135680fa-69bd-4da6-972a-b7158db16499'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:57:12.563135 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'tag': '135680fa-69bd-4da6-972a-b7158db16499', 'status': 'completed', 'code': 200} Dec 04 21:57:12.679706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1133-73d3-4d0b-b21a-dc438598e8db req-abb1761f-e99e-47f0-a9f7-e22ea8eddd22 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:12.680400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d5ed1133-73d3-4d0b-b21a-dc438598e8db req-abb1761f-e99e-47f0-a9f7-e22ea8eddd22 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Synchronizing usage tracker for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 21:57:12.686101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-f7037f70-f21d-411a-b811-30fbef08c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:12.687713 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-f7037f70-f21d-411a-b811-30fbef08c7da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 1160 time: 0.1189039 Dec 04 21:57:12.699662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-d5ed1133-73d3-4d0b-b21a-dc438598e8db req-abb1761f-e99e-47f0-a9f7-e22ea8eddd22 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Unset dirty status for tenant:0e045ddaf86045aaad461372450c5edb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 21:57:12.700914 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d5ed1133-73d3-4d0b-b21a-dc438598e8db req-abb1761f-e99e-47f0-a9f7-e22ea8eddd22 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 943 time: 0.1810308 Dec 04 21:57:12.786621 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-ca424889-d82d-4e5b-afd2-4b9a70f89df1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 200 len: 217 time: 0.0845897 Dec 04 21:57:12.851363 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d5ed1133-73d3-4d0b-b21a-dc438598e8db req-5aad0a47-254e-4d8e-be14-6f2cd4a0ab3e tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956025 Dec 04 21:57:12.869192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-1f45a16a-579c-45a0-b319-a9f46e14f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:12.870638 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-1f45a16a-579c-45a0-b319-a9f46e14f87c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0733194 Dec 04 21:57:12.952557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-4b8c16a2-bdb6-4ef1-8148-482c9eae4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:12.954075 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-4b8c16a2-bdb6-4ef1-8148-482c9eae4bf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769243 Dec 04 21:57:13.098591 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-4c4eaa23-09fb-4b71-9cdf-aea469cd4c9a service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382055 Dec 04 21:57:13.240237 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b121bfad-35e5-4710-8b97-437dc1bdf345 req-5cf2e9d2-1185-4556-969f-c2127d0e0463 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352248 Dec 04 21:57:13.396730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-984cd0be-b817-4397-8f6f-7c0108744937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:13.398352 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-984cd0be-b817-4397-8f6f-7c0108744937 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 1160 time: 0.0761123 Dec 04 21:57:13.541137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-2c886dce-cf0b-4c40-b526-084697692cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:13.542707 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-2c886dce-cf0b-4c40-b526-084697692cd4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1365979 Dec 04 21:57:13.844724 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-ec6a3695-259a-4e08-9555-077ae8f432c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 200 len: 217 time: 0.2945094 Dec 04 21:57:13.915034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-36d68966-664c-4134-ba73-13ccc82f2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:13.916584 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-36d68966-664c-4134-ba73-13ccc82f2022 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0651386 Dec 04 21:57:13.996446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-83eda0f5-eb8f-48dc-8d49-f0225f43634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:13.998083 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-83eda0f5-eb8f-48dc-8d49-f0225f43634b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744314 Dec 04 21:57:14.072716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f89926-79ee-4eeb-b16b-997916f8aacc req-e093b34a-11f7-4057-ab68-cb885be0de65 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:14.074397 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-27f89926-79ee-4eeb-b16b-997916f8aacc req-e093b34a-11f7-4057-ab68-cb885be0de65 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 943 time: 0.0923674 Dec 04 21:57:14.124173 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-27f89926-79ee-4eeb-b16b-997916f8aacc req-f9c30917-dcb0-4fb7-a464-0b403f651a80 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Dec 04 21:57:14.145957 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-73502aa4-aa21-47e9-8851-86336f191480 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401582 Dec 04 21:57:14.288913 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c6df25ab-d6c0-4435-ae48-b9fbfccad821 req-9ed22319-61cc-43ce-a047-8e76f8a494ce service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363287 Dec 04 21:57:14.348208 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:57:15.339611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f55ce-4999-4af9-b51d-43feae77f561 req-60295909-5f9b-4da4-891a-257c43c7e341 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:15.341123 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-443f55ce-4999-4af9-b51d-43feae77f561 req-60295909-5f9b-4da4-891a-257c43c7e341 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 943 time: 0.0858037 Dec 04 21:57:15.389981 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-443f55ce-4999-4af9-b51d-43feae77f561 req-17ffa04f-71b7-4afe-8942-a3452100497d tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Dec 04 21:57:16.598855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc92f-bccf-4af3-b95a-8b687973b1c1 req-313ca898-98bd-4045-83ca-010bd311eeed tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:16.600445 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a5cc92f-bccf-4af3-b95a-8b687973b1c1 req-313ca898-98bd-4045-83ca-010bd311eeed tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 943 time: 0.0822868 Dec 04 21:57:16.651137 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0a5cc92f-bccf-4af3-b95a-8b687973b1c1 req-30ebdc99-1014-4815-a589-f10906353d58 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444593 Dec 04 21:57:16.823261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 135680fa-69bd-4da6-972a-b7158db16499 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:57:16.891592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port 135680fa-69bd-4da6-972a-b7158db16499 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:57:16.896859 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 135680fa-69bd-4da6-972a-b7158db16499 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:57:16.897280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:17.019073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:17.048521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135680fa-69bd-4da6-972a-b7158db16499'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:57:17.058856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port 135680fa-69bd-4da6-972a-b7158db16499, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=135680fa-69bd-4da6-972a-b7158db16499,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:57:17.063173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:17.065161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:57:17.136608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=135680fa-69bd-4da6-972a-b7158db16499,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:57:17.145465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.145847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.146248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.146616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.146981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.147342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.147702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.148059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.148414 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.148769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.149123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.149513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.149977 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.150335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.150689 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.151040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.151390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.151742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.152093 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.152442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.152793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.153257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.153607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.154013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:57:17.158468 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:57:17.195492 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135680fa-69bd-4da6-972a-b7158db16499', 'code': 200} Dec 04 21:57:17.464161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c94d0-8f15-4699-a311-e63e566a85c5 req-46be96a5-39ce-45b6-a34e-fe0555d35a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:17.465770 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e83c94d0-8f15-4699-a311-e63e566a85c5 req-46be96a5-39ce-45b6-a34e-fe0555d35a58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 1162 time: 0.0784450 Dec 04 21:57:17.509720 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e83c94d0-8f15-4699-a311-e63e566a85c5 req-4d8f5558-3ec0-4e49-97cf-0ed917bd41aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Dec 04 21:57:17.865192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c6bf1-d44d-4949-9e62-5afb550299c5 req-23148ddb-cbd3-4768-a928-95f04e447191 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:17.866740 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ed5c6bf1-d44d-4949-9e62-5afb550299c5 req-23148ddb-cbd3-4768-a928-95f04e447191 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0851932 Dec 04 21:57:17.913044 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ed5c6bf1-d44d-4949-9e62-5afb550299c5 req-74c9ca76-94ba-4e17-a0b6-4e8a4162a5ce tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Dec 04 21:57:18.359249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 135680fa-69bd-4da6-972a-b7158db16499 up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:57:18.428552 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port 135680fa-69bd-4da6-972a-b7158db16499 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:57:18.428962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:19.130636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0da9-220e-4c4a-bd4f-c40e37d95708 req-3cffa0f7-3501-4a20-9607-f8c754c95996 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:19.132250 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bbcc0da9-220e-4c4a-bd4f-c40e37d95708 req-3cffa0f7-3501-4a20-9607-f8c754c95996 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0833955 Dec 04 21:57:19.179764 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bbcc0da9-220e-4c4a-bd4f-c40e37d95708 req-b5abc742-60aa-4ac7-babd-eddd1bdce2e8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Dec 04 21:57:19.389910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cdff6-5748-4389-8f00-47554a0081c9 req-cdb9c946-bb34-439b-aa86-ba75260be0a6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:19.391500 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f00cdff6-5748-4389-8f00-47554a0081c9 req-cdb9c946-bb34-439b-aa86-ba75260be0a6 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0891697 Dec 04 21:57:19.402105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 41792) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:57:19.407583 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Request body: {'floatingip': {'port_id': '135680fa-69bd-4da6-972a-b7158db16499'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:57:19.487854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:20.093760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:20.097215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:20.501471 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Floating IP becb0c3c-d2e7-4ed2-99bb-f30c937f0a97 associated. External IP: 172.28.3.71, port: 135680fa-69bd-4da6-972a-b7158db16499. Dec 04 21:57:20.861556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Router 58623c1a-87ea-48a4-ad50-19bd9570278f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:57:21.048573 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:57:21.054174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:21.058979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:57:21.070073 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:57:21.070840 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:57:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:21.109293 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a22acea3-1497-4cff-be6f-acd876f35a47 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "PUT /v2.0/floatingips/becb0c3c-d2e7-4ed2-99bb-f30c937f0a97 HTTP/1.1" status: 200 len: 990 time: 1.7060480 Dec 04 21:57:21.110003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'tag': '135680fa-69bd-4da6-972a-b7158db16499'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:57:21.266848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:57:21.269132 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'tag': '135680fa-69bd-4da6-972a-b7158db16499', 'status': 'completed', 'code': 200} Dec 04 21:57:21.394086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-54863d21-3313-4440-b5a9-034ffbed3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:21.395394 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-54863d21-3313-4440-b5a9-034ffbed3de0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 1162 time: 0.0802875 Dec 04 21:57:21.539889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-91825e81-caee-4fae-be98-5d5193a55822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:21.541508 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-91825e81-caee-4fae-be98-5d5193a55822 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1397748 Dec 04 21:57:21.640886 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'becb0c3c-d2e7-4ed2-99bb-f30c937f0a97', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'floating_ip_address': '172.28.3.71', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'port_id': '135680fa-69bd-4da6-972a-b7158db16499', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'mac_address': 'fa:16:3e:fc:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d4221-0a0a-43c1-8d53-86274641cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:57:06Z', 'updated_at': '2020-12-04T21:57:19Z', 'revision_number': 1, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:21.645742 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:57:21.651643 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-349d3705-eabc-4693-9793-1dffe8cdcb83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 200 len: 998 time: 0.1041584 Dec 04 21:57:21.654725 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:57:21.655373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:57:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:21.720535 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-f49fd020-809b-4628-9236-7ff396a29bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:21.722322 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-f49fd020-809b-4628-9236-7ff396a29bc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0643876 Dec 04 21:57:21.807382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-87a20e78-9c9b-480a-9c13-0971d58f7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:21.809015 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-87a20e78-9c9b-480a-9c13-0971d58f7506 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807796 Dec 04 21:57:21.961658 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-0d3052cb-dc07-45de-9922-363bc2748004 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449752 Dec 04 21:57:22.008713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:57:22.110350 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98db84ea-2f34-4a73-9cf7-9bae5a8f4392 req-6b131688-6a05-4027-8558-2ff4b374aeda service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426942 Dec 04 21:57:22.383953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'becb0c3c-d2e7-4ed2-99bb-f30c937f0a97', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'floating_ip_address': '172.28.3.71', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'port_id': '135680fa-69bd-4da6-972a-b7158db16499', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'mac_address': 'fa:16:3e:fc:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d4221-0a0a-43c1-8d53-86274641cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:57:06Z', 'updated_at': '2020-12-04T21:57:19Z', 'revision_number': 1, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:57:22.388117 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d3582-d1cb-4495-aa21-f0010ea9dd70 None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'becb0c3c-d2e7-4ed2-99bb-f30c937f0a97', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'floating_ip_address': '172.28.3.71', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'port_id': '135680fa-69bd-4da6-972a-b7158db16499', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'mac_address': 'fa:16:3e:fc:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d4221-0a0a-43c1-8d53-86274641cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:57:06Z', 'updated_at': '2020-12-04T21:57:19Z', 'revision_number': 1, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:57:22.674398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01fb26e-56f1-475c-8944-27667a43498d None None] New status for floating IP becb0c3c-d2e7-4ed2-99bb-f30c937f0a97: ACTIVE {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:57:27.812354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-83091244-8d72-4e7e-8d8e-1927543fe569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:30.977246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-49b27cbd-92c8-458f-9147-3bb829148fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:31.954472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:32.604336 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:32.723994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:33.795760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:57:39.420238 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-4b13e46f-b169-4855-9da8-3141c69011dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0775549 Dec 04 21:57:39.584398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-805a11d1-bf2c-468a-abba-b93140a0ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:39.586014 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-805a11d1-bf2c-468a-abba-b93140a0ea76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 1162 time: 0.0736947 Dec 04 21:57:39.745632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-fbcb97da-8a47-4f1f-90d1-f041368b85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:39.747755 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-fbcb97da-8a47-4f1f-90d1-f041368b85ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1407628 Dec 04 21:57:39.861759 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-2843a9b2-c621-49d3-91a7-6f317fa92fcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 200 len: 1000 time: 0.1025662 Dec 04 21:57:39.933032 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-d781f8d4-84b1-479f-816b-6e17cb847b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:39.934660 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-d781f8d4-84b1-479f-816b-6e17cb847b7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0661945 Dec 04 21:57:40.022698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-277d6a1f-d595-480b-aa67-f6e57cd09aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:57:40.024238 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-277d6a1f-d595-480b-aa67-f6e57cd09aa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801208 Dec 04 21:57:40.180622 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-ea6f8895-f635-4c82-b2df-6f0951453639 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395028 Dec 04 21:57:40.322307 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58e9ddb5-e6b5-4ff2-9c66-84b75e3030b3 req-c6ca13ce-418a-40fa-96a2-e6550d6dd122 service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349208 Dec 04 21:57:51.348012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:57:57.814090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-704f59c0-e125-4d07-94e3-89d0cdfef7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:00.978192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c066c554-626c-45a2-9ca5-7e5c7d226fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:01.955726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:02.607256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:02.751163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:03.799164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:27.817639 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9f51a21d-20c8-4f77-98e1-854794026d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:28.348854 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:58:30.979586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5a73744c-eb00-4f1f-a924-2c073b1c20c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:31.959618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:32.610255 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:32.763544 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:33.801956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:40.902254 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-42ab8632-8fb4-47fc-b75b-d03833591112 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1593969 Dec 04 21:58:41.080895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-a8ee19b4-1680-46e3-8716-05758851b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:41.083650 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-a8ee19b4-1680-46e3-8716-05758851b765 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e045ddaf86045aaad461372450c5edb&device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 1162 time: 0.0854604 Dec 04 21:58:41.260747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-e63b62f9-81c6-4745-840d-3510af8773bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:41.262364 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-e63b62f9-81c6-4745-840d-3510af8773bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 200 len: 905 time: 0.1557634 Dec 04 21:58:41.377108 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-60e64373-e46e-46a9-ae12-d3f090e09437 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 200 len: 1000 time: 0.1062233 Dec 04 21:58:41.468355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-9a15e071-aae7-4dbf-ac10-c856a21a09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:41.470112 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-9a15e071-aae7-4dbf-ac10-c856a21a09e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 200 len: 850 time: 0.0744038 Dec 04 21:58:41.565400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-1b959854-4175-4ff7-9830-c9b85d22d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:41.567114 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-1b959854-4175-4ff7-9830-c9b85d22d813 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6896efa3-f1b0-498f-bbea-63d773f0c08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876377 Dec 04 21:58:41.717625 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-044d5666-2fd9-42b4-8cae-bdbafc75999d service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432867 Dec 04 21:58:41.865966 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-635dbe0d-86c0-4e97-860d-f610d09a2275 req-29b838bf-ec5e-49dc-9d2b-3639e5e2d18e service neutron] 10.222.0.49 "GET /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419771 Dec 04 21:58:44.905067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c242c9-bc2c-4015-8fa6-32ee425ac97d req-18e3596d-2f24-4a65-a961-b87d4f237de8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:44.906624 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2c242c9-bc2c-4015-8fa6-32ee425ac97d req-18e3596d-2f24-4a65-a961-b87d4f237de8 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0846686 Dec 04 21:58:44.955690 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2c242c9-bc2c-4015-8fa6-32ee425ac97d req-f943db25-6a41-4089-8890-312d0b758454 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Dec 04 21:58:46.175990 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b606ed2-df71-4a24-8d49-132092442449 req-bf4bd98c-985b-430e-aa63-c1dd71ce1aaa tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:46.177639 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7b606ed2-df71-4a24-8d49-132092442449 req-bf4bd98c-985b-430e-aa63-c1dd71ce1aaa tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0820711 Dec 04 21:58:46.230432 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7b606ed2-df71-4a24-8d49-132092442449 req-96860d29-466b-4927-ba54-0f4b5d7d1b6f tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458002 Dec 04 21:58:47.127972 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-c1ee63d9-891b-434b-a03f-c2b80c0449a7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:47.129585 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-c1ee63d9-891b-434b-a03f-c2b80c0449a7 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0857298 Dec 04 21:58:47.204369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Deleting port 135680fa-69bd-4da6-972a-b7158db16499 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:58:47.204965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:47.457489 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e74ec-8d0d-4ac9-acce-be58c61f6e89 req-1790b116-ca99-4305-8b70-11fa49fce057 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:58:47.459129 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b05e74ec-8d0d-4ac9-acce-be58c61f6e89 req-1790b116-ca99-4305-8b70-11fa49fce057 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 945 time: 0.0899241 Dec 04 21:58:47.472381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] For port 135680fa-69bd-4da6-972a-b7158db16499, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=135680fa-69bd-4da6-972a-b7158db16499,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:58:47.472775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:47.509579 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b05e74ec-8d0d-4ac9-acce-be58c61f6e89 req-694f01e8-aacf-41bd-af0c-23f65cefb5cf tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups?id=94d6579a-f230-402a-818d-65eb166705b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Dec 04 21:58:48.006499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:48.006919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:48.007280 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Floating IP becb0c3c-d2e7-4ed2-99bb-f30c937f0a97 disassociated. External IP: 172.28.3.71, port: 135680fa-69bd-4da6-972a-b7158db16499. Dec 04 21:58:48.007653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Calling delete_port for 135680fa-69bd-4da6-972a-b7158db16499 owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:58:48.157172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:48.176261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-408a8081-c566-482f-8314-1434011bfbd6 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:58:48.234400 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event deleted for resources: {'Port': ['ID=135680fa-69bd-4da6-972a-b7158db16499,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:58:48.292111 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.292418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.292821 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.293219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.293612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.294032 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.294424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.294813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.295201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.295588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.295975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.296478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.296804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.297191 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.297577 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.297987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.298374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.298761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.299141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.299523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.299905 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.300284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.300664 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.301046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:48.304800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:58:48.548657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Router 58623c1a-87ea-48a4-ad50-19bd9570278f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:58:48.696158 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-8962c7b9-cc02-4791-ba70-4ce0a0414385 req-9abd885c-7d42-4ff9-b19b-a3c865474c5b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/ports?device_id=841d4221-0a0a-43c1-8d53-86274641cce4 HTTP/1.1" status: 200 len: 210 time: 0.0525796 Dec 04 21:58:48.793716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:58:48.804596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:58:48.817494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:58:48.818209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:48.831530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] No DVR routers for this DVR port 135680fa-69bd-4da6-972a-b7158db16499 on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:58:48.833900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:48.837515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'name': 'network-vif-deleted', 'tag': '135680fa-69bd-4da6-972a-b7158db16499'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 21:58:48.853460 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-26640eaa-b1f2-41ac-9ccb-fbd78019198a req-fa04a211-478c-4a0b-842e-8bc45b9181c5 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.49 "DELETE /v2.0/ports/135680fa-69bd-4da6-972a-b7158db16499 HTTP/1.1" status: 204 len: 173 time: 1.7183771 Dec 04 21:58:48.911941 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841d4221-0a0a-43c1-8d53-86274641cce4', 'name': 'network-vif-deleted', 'tag': '135680fa-69bd-4da6-972a-b7158db16499', 'status': 'completed', 'code': 200} Dec 04 21:58:49.016873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:58:49.066248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 135680fa-69bd-4da6-972a-b7158db16499 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:58:49.107416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: 135680fa-69bd-4da6-972a-b7158db16499 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:58:49.107905 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device 135680fa-69bd-4da6-972a-b7158db16499 not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:58:49.389245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:49.393536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:58:49.403048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:58:49.403722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:49.592774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:58:49.850010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42032) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:58:49.922233 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:49.957014 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:49.999737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:50.005442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2ac14-6d44-4667-9c56-3d31348d1a98 None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:06Z', 'revision_number': 4, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'a388796a-7767-4ee4-bf39-9a2b4f4a16f2', 'name': '', 'network_id': '6896efa3-f1b0-498f-bbea-63d773f0c08e', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'mac_address': 'fa:16:3e:a1:a0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:05Z', 'updated_at': '2020-12-04T21:53:14Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'subnets': [{'id': 'e4a30ddf-c936-44e3-a007-984728c5d91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:58:50.018716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:50.024545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-81f1400e-8fd7-445c-80f4-4e2e10bfe9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:58:50.043297 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d6579a-f230-402a-818d-65eb166705b5,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:58:50.055266 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.055863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.056113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.056523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.056925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.057325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.057754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.058186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.058580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.058973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.059369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.059762 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.060259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.060649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.061026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.061631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.062081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.062474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.062866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.063256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.065274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.065274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.065274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.065274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:58:50.069846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:58:50.072103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:50.076460 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42036) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:58:50.078270 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-592f5a2f-589a-43e4-89a0-bc64a0bb2bf1 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "DELETE /v2.0/security-groups/94d6579a-f230-402a-818d-65eb166705b5 HTTP/1.1" status: 204 len: 168 time: 0.2268562 Dec 04 21:58:50.094814 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.api.v2.resource [None req-38a8618e-7df8-4e61-926d-9fd51bc83637 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] show failed (client error): The resource could not be found. Dec 04 21:58:50.099249 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-38a8618e-7df8-4e61-926d-9fd51bc83637 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "GET /v2.0/security-groups/94d6579a-f230-402a-818d-65eb166705b5 HTTP/1.1" status: 404 len: 347 time: 0.0216599 Dec 04 21:58:50.099417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42040) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:58:50.324520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Deleting port 1a968583-1e74-4d52-8751-36ca96bde157 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:58:50.324899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:50.456537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c2ec2-a169-40cd-8b43-c6b5fa41063e None None] New status for floating IP becb0c3c-d2e7-4ed2-99bb-f30c937f0a97: DOWN {{(pid=80289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 21:58:50.512992 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:50.513343 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:50.643913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Calling delete_port for 1a968583-1e74-4d52-8751-36ca96bde157 owned by network:floatingip {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:58:50.738483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:58:50.738856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:58:51.240159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Deleting port 1a968583-1e74-4d52-8751-36ca96bde157 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:58:51.240548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:51.434213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:51.434572 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:51.562190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Calling delete_port for 1a968583-1e74-4d52-8751-36ca96bde157 owned by network:floatingip {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:58:51.703706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:51.720492 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ca969288-531a-4f3e-aa6a-1dc9b5b764b0 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:58:51.774643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Pushing event deleted for resources: {'Port': ['ID=1a968583-1e74-4d52-8751-36ca96bde157,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:58:51.825442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:58:51.941715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks [] for floatingip, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:51.956913 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:51.958091 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-603c225b-a474-49ef-b221-e56c4aab0b1c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] 10.222.0.17 "DELETE /v2.0/floatingips/becb0c3c-d2e7-4ed2-99bb-f30c937f0a97 HTTP/1.1" status: 204 len: 168 time: 1.8564553 Dec 04 21:58:56.115237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42070) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:58:56.844176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854340899'] for router_interface, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:57.136946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-7f47505a-30a3-44a0-aac7-78f744822f06 req-27f7392f-fe73-4648-b078-f65b2487730f service neutron] (80286) timed out ('10.222.0.49', 64227) {{(pid=80286) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 21:58:57.453433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Deleting port a388796a-7767-4ee4-bf39-9a2b4f4a16f2 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:58:57.453801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:57.641996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] For port a388796a-7767-4ee4-bf39-9a2b4f4a16f2, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:58:57.642387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:57.770348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Calling delete_port for a388796a-7767-4ee4-bf39-9a2b4f4a16f2 owned by network:router_interface {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:58:57.821591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c9873f02-ac30-42a9-9177-026683e00bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:57.965235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:57.981673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6a7c8786-310c-4d9f-916e-c74d8303f3a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:58:58.036288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Pushing event deleted for resources: {'Port': ['ID=a388796a-7767-4ee4-bf39-9a2b4f4a16f2,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:58:58.090481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:58:58.394294 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-976612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428877'] for router_interface, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:58.904901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Router 58623c1a-87ea-48a4-ad50-19bd9570278f has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:58:59.098013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:58:59.107890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] Sync routers for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:58:59.112134 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-aaafb540-cb65-4dfe-8248-0edaa021e458 admin admin] 10.222.0.17 "PUT /v2.0/routers/58623c1a-87ea-48a4-ad50-19bd9570278f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9956868 Dec 04 21:58:59.115461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42076) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:58:59.118506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:58:59.119196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:59.306723 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks [] for router, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:59.318537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:58:59.777256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:59.783125 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Deleting port 22258ad9-7dfd-4d27-80a0-5ad07ca23562 {{(pid=80286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:58:59.783493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:58:59.824365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:58:57Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:59.828747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] Checking router: 58623c1a-87ea-48a4-ad50-19bd9570278f for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:58:59.838424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] Routers {'58623c1a-87ea-48a4-ad50-19bd9570278f'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:58:59.839098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['58623c1a-87ea-48a4-ad50-19bd9570278f'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:58:59.977142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] For port 22258ad9-7dfd-4d27-80a0-5ad07ca23562, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=22258ad9-7dfd-4d27-80a0-5ad07ca23562,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:58:59.977532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.041350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] Set router 58623c1a-87ea-48a4-ad50-19bd9570278f gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:00.108868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Calling delete_port for 22258ad9-7dfd-4d27-80a0-5ad07ca23562 owned by network:router_gateway {{(pid=80286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:59:00.250757 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.358785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:58:57Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:00.363251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96edca3b-1d3b-4f94-aa6f-d8f3cfd9da16 None None] The sync data for ids ['58623c1a-87ea-48a4-ad50-19bd9570278f'] in dv-cinder-749155-4-smb is: [{'id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'name': 'tempest-AttachVolumeTestJSON-1026848325-router', 'tenant_id': '0e045ddaf86045aaad461372450c5edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:58:57Z', 'revision_number': 5, 'project_id': '0e045ddaf86045aaad461372450c5edb', 'gw_port': {'id': '22258ad9-7dfd-4d27-80a0-5ad07ca23562', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58623c1a-87ea-48a4-ad50-19bd9570278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:53:02Z', 'updated_at': '2020-12-04T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:59:00.544814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430549'] for router_gateway, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.693270 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759561'] for router, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.695901 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.718684 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367839'] for router, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.719261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58623c1a-87ea-48a4-ad50-19bd9570278f {{(pid=80286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 21:59:00.737772 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] Notify callbacks [] for router, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.739072 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-73e5ac8f-88bb-4805-925e-718b8057d3cd admin admin] 10.222.0.17 "DELETE /v2.0/routers/58623c1a-87ea-48a4-ad50-19bd9570278f HTTP/1.1" status: 204 len: 168 time: 1.6225245 Dec 04 21:59:00.742631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42080) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:00.769390 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device a388796a-7767-4ee4-bf39-9a2b4f4a16f2 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:59:00.809747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: a388796a-7767-4ee4-bf39-9a2b4f4a16f2 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:59:00.810477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device a388796a-7767-4ee4-bf39-9a2b4f4a16f2 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:59:00.817357 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Deleting subnet e4a30ddf-c936-44e3-a007-984728c5d91a {{(pid=80286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 21:59:00.821663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.878802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247266'] for subnet, precommit_delete_associations {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.968155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:00.980832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-402772ba-822a-4ff7-8830-281e475b540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.250832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848712638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848000239'] for subnet, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.267559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-03f64d00-72b0-4b23-8d7b-b58614b4bfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:01.321383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a30ddf-c936-44e3-a007-984728c5d91a,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:01.369798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:01.406966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.413780 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-fcd32e02-65a3-4974-bb55-6caa9a768aad admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e4a30ddf-c936-44e3-a007-984728c5d91a HTTP/1.1" status: 204 len: 168 time: 0.6699476 Dec 04 21:59:01.415009 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b900b0e5-91f8-4444-b0e0-24a2e93d4aee None None] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:59:01.416706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42084) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:01.540118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.612827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Deleting port 30d517d0-11ea-4c10-b6be-2231c5afa2fc {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:59:01.613288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.763433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] DHCP port deletion for 6896efa3-f1b0-498f-bbea-63d773f0c08e request from dv-cinder-749155-4-smb {{(pid=80288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 21:59:01.770927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Deleting port 30d517d0-11ea-4c10-b6be-2231c5afa2fc {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:59:01.771667 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.833799 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] For port 30d517d0-11ea-4c10-b6be-2231c5afa2fc, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=30d517d0-11ea-4c10-b6be-2231c5afa2fc,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:59:01.834415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:01.968941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Calling delete_port for 30d517d0-11ea-4c10-b6be-2231c5afa2fc owned by network:dhcp {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:59:02.033559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.050593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.054731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] For port 30d517d0-11ea-4c10-b6be-2231c5afa2fc, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=30d517d0-11ea-4c10-b6be-2231c5afa2fc,segment=NetworkSegment(e4ad55a8-d88d-4c4d-93df-b675e6d01fa7),segment_id=e4ad55a8-d88d-4c4d-93df-b675e6d01fa7)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:59:02.055176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.064163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d5c3ad21-0d4b-44d9-91c0-40354a626c7f tempest-VolumesSnapshotTestJSON-1321657845 tempest-VolumesSnapshotTestJSON-1321657845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:02.107729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=30d517d0-11ea-4c10-b6be-2231c5afa2fc,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:02.121173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:02.184929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Calling delete_port for 30d517d0-11ea-4c10-b6be-2231c5afa2fc owned by network:dhcp {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 21:59:02.215686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] No DVR routers for this DVR port 30d517d0-11ea-4c10-b6be-2231c5afa2fc on host dv-cinder-749155-4-smb {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 21:59:02.264868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 21:59:02.265284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 21:59:02.345190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.464515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6896efa3-f1b0-498f-bbea-63d773f0c08e']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:02.477749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:02.478113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ad55a8-d88d-4c4d-93df-b675e6d01fa7') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:02.490527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.506429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.509394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 21:59:02.614928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.699169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:59:02.708514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.767983 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Deleting port 30d517d0-11ea-4c10-b6be-2231c5afa2fc {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 21:59:02.768494 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.843493 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 22258ad9-7dfd-4d27-80a0-5ad07ca23562 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:59:02.875341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-de2b06ad-f8f5-456a-b097-d08f799e5941 None None] The port '30d517d0-11ea-4c10-b6be-2231c5afa2fc' was deleted {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 21:59:02.884383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 22258ad9-7dfd-4d27-80a0-5ad07ca23562 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:59:02.884758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 22258ad9-7dfd-4d27-80a0-5ad07ca23562 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:59:02.885223 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 30d517d0-11ea-4c10-b6be-2231c5afa2fc no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 21:59:02.906427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Network 6896efa3-f1b0-498f-bbea-63d773f0c08e has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 21:59:02.910197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:02.922071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 30d517d0-11ea-4c10-b6be-2231c5afa2fc {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 21:59:02.922514 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 30d517d0-11ea-4c10-b6be-2231c5afa2fc not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 21:59:02.930332 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 21:59:03.013589 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:03.017249 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1a0f2b5a-33a6-4f3a-af72-5e7d4a5e4476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:03.035672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:03.043613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=6896efa3-f1b0-498f-bbea-63d773f0c08e,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:03.048498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:03.061666 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-f702397e-f3ac-4dac-966d-40ddc8525f2f admin admin] 10.222.0.17 "DELETE /v2.0/networks/6896efa3-f1b0-498f-bbea-63d773f0c08e HTTP/1.1" status: 204 len: 168 time: 1.6437898 Dec 04 21:59:03.219662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42090) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:03.274290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7e1b7c19-abeb-4b9d-9eb2-ca2c9ca13c6f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0e045ddaf86045aaad461372450c5edb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0531237 Dec 04 21:59:03.276750 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42094) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:03.346704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:03.376595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:03.429615 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:03.435045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4cc0fb7c-8f88-41af-bda6-9e954b64204b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:03.451845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0805e08-35ad-4058-b796-6096522a6e1a,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:03.454810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:03.458562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:03.460472 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-72c50feb-7b0c-48a2-a3d0-72e37e9aadaa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c0805e08-35ad-4058-b796-6096522a6e1a HTTP/1.1" status: 204 len: 168 time: 0.1820757 Dec 04 21:59:03.805785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:05.348475 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:59:06.988210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42162) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:07.147897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.163211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:07.167319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:21af1e5f110e40d3959805e66dfbfece is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:07.170276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:07.175951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:07.265162 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.268017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.277190 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a9329b07-3b39-4122-a514-d351a13c9fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:07.324955 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21af1e5f110e40d3959805e66dfbfece&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3354936 Dec 04 21:59:07.325832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e2a9e6-ca00-45ff-8fc8-57fac39e2185,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:07.328183 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42168) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:07.329278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9a8edc8c-fcf3-4b28-bfbe-8546bb767fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:07.398656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.428044 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.481385 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.486638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4a9e0f5b-5b02-47fb-bfb2-7d164c586117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:07.500928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e2a9e6-ca00-45ff-8fc8-57fac39e2185,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:07.504282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:07.505208 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.506453 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ec974878-bc0d-4801-8592-7cd8aacf9e6f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/09e2a9e6-ca00-45ff-8fc8-57fac39e2185 HTTP/1.1" status: 204 len: 168 time: 0.1771891 Dec 04 21:59:07.857132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42176) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:07.876310 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.892097 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:07.896085 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Usage tracker for resource:security_group_rule and tenant:b0acb87b845d4873b0698dbecab78cd0 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:07.899159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:07.904829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:07.991817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:07.994890 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:08.003140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8195e3a9-0508-4bcf-9870-4e4ea5f76f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:08.056210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5821923-d7e2-4a8d-8e00-dff59c9a8d8a,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:08.062553 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b0acb87b845d4873b0698dbecab78cd0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2042136 Dec 04 21:59:08.063378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42180) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:08.063751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8bcad330-bc3a-4e41-91f2-93535e1da056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:08.133307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:08.164444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:08.210939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:08.215957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-3cf9b4d8-4499-46bb-9651-5b2251a79097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:08.228873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5821923-d7e2-4a8d-8e00-dff59c9a8d8a,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:08.232988 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:08.238777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:08.239992 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5821923-d7e2-4a8d-8e00-dff59c9a8d8a HTTP/1.1" status: 204 len: 168 time: 0.1750891 Dec 04 21:59:15.737048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42260) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:15.891600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:15.907268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:15.911304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Usage tracker for resource:security_group_rule and tenant:bd26f4f702224907b9e73919a90a7694 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:15.915084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:15.920842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:16.006440 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:16.009819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:16.019629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6a14a2be-78d6-46d4-bede-6a7541ce267f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:16.066157 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bd26f4f702224907b9e73919a90a7694&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3279028 Dec 04 21:59:16.067130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d41a43-f91f-47ea-8b6a-b36f254d0bd7,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:16.069064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42266) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:16.071124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e4b81551-56d4-4df4-bf2a-b9ce63619d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:16.133418 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:16.164704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:16.208670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:16.214447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9e5e93cc-2e93-47e9-84dc-003cf30fbf53 tempest-AttachVolumeShelveTestJSON-1846942671 tempest-AttachVolumeShelveTestJSON-1846942671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:16.225030 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d41a43-f91f-47ea-8b6a-b36f254d0bd7,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:16.229093 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:16.232635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:16.233891 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-62ac5e03-6d1c-4022-bbca-7a87d3a3bf42 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f7d41a43-f91f-47ea-8b6a-b36f254d0bd7 HTTP/1.1" status: 204 len: 168 time: 0.1637387 Dec 04 21:59:17.581904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42296) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:17.744211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:17.760371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:17.764397 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Usage tracker for resource:security_group_rule and tenant:a68ad9a7f79642b68125c3905ef36fef is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:17.767382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:17.773156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:17.858650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:17.861305 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:17.870335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ab793bbe-ab8f-4ec6-9045-804e9f559678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:17.912607 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a68ad9a7f79642b68125c3905ef36fef&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3294723 Dec 04 21:59:17.915649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42302) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:17.915853 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db586583-7c70-4fa3-8f07-cae75cadb093,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:17.919008 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-87e428d4-bdb1-45b1-9341-3b0ad8e8910e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:17.979675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:18.012215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:18.062858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:18.068420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-50430b76-003b-4156-a543-ce9f2760a5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:18.085499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db586583-7c70-4fa3-8f07-cae75cadb093,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:18.090072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:18.097996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:18.099224 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-71728dc1-f0c8-49d3-b30d-983499cfb896 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/db586583-7c70-4fa3-8f07-cae75cadb093 HTTP/1.1" status: 204 len: 168 time: 0.1823404 Dec 04 21:59:27.824130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-aebbfa3d-1ea5-4dfa-8e74-0491f3191c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:30.793463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42436) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:30.948861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:30.963805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:30.969029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:8d25f3e494b74144a06c635ee02c9df6 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:30.972556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:30.978500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:30.988247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-21248c34-7783-4f0a-8220-3e624eb14954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.070150 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.073080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.082548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-f3ffa1ca-f01e-46c2-a9c8-1d86bc8c3b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:31.126499 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8d25f3e494b74144a06c635ee02c9df6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3318388 Dec 04 21:59:31.128749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32124c79-81cd-4788-a2e1-63a2241cafa6,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:31.129521 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42442) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:31.132323 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ec40f9dd-e59e-4c75-9450-f276d9d06ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:31.196614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.224970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.273227 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.278219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-46dc2bd6-5329-4abe-a9e7-7e4112d35873 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:31.293383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32124c79-81cd-4788-a2e1-63a2241cafa6,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:31.296542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:31.300953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:31.303481 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a7ff8e5a-4435-408a-93f3-4abb0c4420b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/32124c79-81cd-4788-a2e1-63a2241cafa6 HTTP/1.1" status: 204 len: 168 time: 0.1714628 Dec 04 21:59:31.965541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:32.618281 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:32.781551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:33.806561 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:42.347793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 21:59:43.742231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42574) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:43.899287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:43.917074 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:43.921141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b37f45dd8246089b30a7d281b6f933 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:43.924273 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:43.930602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:44.020680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:44.024819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:44.033738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2a661c77-b991-4e8d-8d02-ad57ff0c8c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:44.081454 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e8b37f45dd8246089b30a7d281b6f933&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3380451 Dec 04 21:59:44.082485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84efa62d-41cc-492f-b534-ad20ba2080d0,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:44.084766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42580) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:44.086672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a1321421-af77-4c03-b05d-f1ac390d6312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:44.155126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:44.182431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:44.227058 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:44.232015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-0c0eacc7-3210-45d8-9449-66d0fbe5b379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:44.245049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84efa62d-41cc-492f-b534-ad20ba2080d0,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:44.247714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:44.257855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:44.259112 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-d819f986-66c2-46c1-b165-428cde956559 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/84efa62d-41cc-492f-b534-ad20ba2080d0 HTTP/1.1" status: 204 len: 168 time: 0.1719303 Dec 04 21:59:45.100729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42602) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:45.242012 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-141402411-network', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:59:45.247237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:45.251330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Usage tracker for resource:network and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:45.254674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:45.261027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:45.270697 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Made reservation on behalf of 69d0b27e776e487bbf67a3684c9b6ccb for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:59:45.276241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.289532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.304624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:45.308612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Usage tracker for resource:security_group_rule and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:45.311576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:45.317295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:45.402422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.405361 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.409729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-db2ab5d6-84b7-46ac-beb8-17a9d50eaf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:45.446641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:59:45.455716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e5e979-5b34-48d4-ab57-0b89326a385d,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:45.459031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:45.464474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.464868 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Added segment 01f91083-14fa-43be-b949-c2cfef8ecead of type vxlan for network b5d82da7-0624-4ee5-bfde-894bb6c8a951 Dec 04 21:59:45.491704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.522600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.523856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:59:45.524533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.528140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b6cbf6ed-6b5d-45ba-8895-5b47b862fa67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:45.636214 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5338271 Dec 04 21:59:45.637168 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d82da7-0624-4ee5-bfde-894bb6c8a951,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:45.639296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42608) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:45.641942 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-600daf4a-4581-45b4-8b70-6202f7703192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:45.646128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Request body: {'subnet': {'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-141402411-subnet', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'ip_version': 4}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:59:45.649020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:59:45.651789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:45.655831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Usage tracker for resource:subnet and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:45.658856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:45.664644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:45.674637 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Made reservation on behalf of 69d0b27e776e487bbf67a3684c9b6ccb for: {'subnet': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:59:45.679915 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6775671'] for subnet, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:45.682936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:59:46.086034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848661625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6775576'] for subnet, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.102479 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-41c74c91-b77d-4c98-b1f9-f5fd3840f8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:46.243031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0891573c-a88c-40ad-a609-5ab06e8e5af6,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:46.247094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:46.305845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Checking segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:46.306308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Network hostable DHCP agents. Network: b5d82da7-0624-4ee5-bfde-894bb6c8a951, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:59:46.324441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:59:46.332818 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, b5d82da7-0624-4ee5-bfde-894bb6c8a951) {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:46.343596 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacf81c-7a6e-4c24-8f28-1b8580f9f4f6 None None] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:59:46.346163 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:59:46.346823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for subnet, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.368260 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-41f08d16-ae63-4398-85c6-75cfc02b7d06 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7278354 Dec 04 21:59:46.371050 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42612) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:46.376801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:59:46.382215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:46.386331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Usage tracker for resource:router and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:46.389948 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:46.395701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:46.405304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.406399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.423134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.575118 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:59:46.576046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.702365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:46.880141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Allocated IP 172.20.0.2 (b5d82da7-0624-4ee5-bfde-894bb6c8a951/0891573c-a88c-40ad-a609-5ab06e8e5af6/8be5d087-8352-4eeb-b773-1da2ed10aa8d) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:59:47.107307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.119338 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Transition to ACTIVE for port object 8be5d087-8352-4eeb-b773-1da2ed10aa8d will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:47.136148 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Transition to ACTIVE for port object 8be5d087-8352-4eeb-b773-1da2ed10aa8d will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:47.140814 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.157063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c07b01c0-064c-4675-ad91-59cf240db91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:47.291301 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.330258 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.469744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Pushing event updated for resources: {'Port': ['ID=8be5d087-8352-4eeb-b773-1da2ed10aa8d,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:47.483532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.483925 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.484280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.484627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.485000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.485366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.485733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.486124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.486635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.486845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.487204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.487562 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.488006 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.488389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.488732 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.489095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.489452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.489810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.490231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.490650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.491231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.491367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.491625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.491980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:47.498061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:47.536113 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:47.537402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:47.539794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:59:47.593927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Attempting to bind port 8be5d087-8352-4eeb-b773-1da2ed10aa8d on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:59:47.594342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Attempting to bind port 8be5d087-8352-4eeb-b773-1da2ed10aa8d by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:59:47.594746 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Attempting to bind port 8be5d087-8352-4eeb-b773-1da2ed10aa8d on network b5d82da7-0624-4ee5-bfde-894bb6c8a951 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:59:47.600644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:59:47.601059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Checking segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:47.601504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.601958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Bound using segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:59:47.602472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Bound port: 8be5d087-8352-4eeb-b773-1da2ed10aa8d, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:59:47.602891 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.608946 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Allocated IP 172.28.3.211 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/61613b89-1e50-4e6e-b56e-cd9fded7469b) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:59:47.697904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] For port 8be5d087-8352-4eeb-b773-1da2ed10aa8d, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:59:47.701200 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] For port 8be5d087-8352-4eeb-b773-1da2ed10aa8d, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8be5d087-8352-4eeb-b773-1da2ed10aa8d,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:59:47.704757 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.721555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:47.767278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.794202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:47.814103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-28497782-1926-4555-aa5e-8ae966529a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:47.876938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Pushing event updated for resources: {'Port': ['ID=8be5d087-8352-4eeb-b773-1da2ed10aa8d,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:47.884606 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:47.953962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Pushing event updated for resources: {'Port': ['ID=61613b89-1e50-4e6e-b56e-cd9fded7469b,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:47.959967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:48.006836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:48.008498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:48.011139 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:59:48.454824 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:48.806123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:48.858282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8be5d087-8352-4eeb-b773-1da2ed10aa8d up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:59:48.930813 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:49.031090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:59:49.221264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:59:49.223921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f0aa2-3581-4f6e-8056-1d6a29d9507a None None] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:59:49.231116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Sync routers for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:59:49.242031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:59:49.242806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:59:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:49.245467 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] Notify callbacks [] for router, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:49.249772 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-6be82c89-3447-40d9-bbcb-a11916d15bcf admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8775215 Dec 04 21:59:49.249994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42616) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:49.335625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Provisioning for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:49.345826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Provisioning complete for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:49.346267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:49.431923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:49.587979 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:49.635883 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] For port 8be5d087-8352-4eeb-b773-1da2ed10aa8d, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8be5d087-8352-4eeb-b773-1da2ed10aa8d,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:59:49.639156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:49.641079 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-af711246-73b5-4436-bd57-cba64dc0db44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:49.724284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Pushing event updated for resources: {'Port': ['ID=8be5d087-8352-4eeb-b773-1da2ed10aa8d,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:49.730952 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c9dbdf53-f573-4d48-a603-20b08d3952b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:49.773654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:48Z', 'revision_number': 3, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:49.778224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Checking router: 9eb823b8-2be3-4f98-a7bb-4cbe61261316 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:59:49.778632 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Updating router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 port 61613b89-1e50-4e6e-b56e-cd9fded7469b binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:59:49.836686 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:49.863300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-daf18ee9-d77f-4ef2-a7c8-519c32920743 None None] Provisioning complete for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:49.863968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-daf18ee9-d77f-4ef2-a7c8-519c32920743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.138817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-fe7122ec-5bad-48dc-8d60-707d715164a8 None None] Provisioning complete for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:50.140224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fe7122ec-5bad-48dc-8d60-707d715164a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.183687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.402239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-f96188c1-b964-44e5-8e8c-a62dbd017a12 None None] Provisioning complete for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:50.402662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f96188c1-b964-44e5-8e8c-a62dbd017a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.431488 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.444629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Transition to ACTIVE for port object 61613b89-1e50-4e6e-b56e-cd9fded7469b will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:50.448196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.464727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c19584c2-15bb-4d2c-b260-66fb17329855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:50.553429 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Allocated IP 172.20.0.1 (b5d82da7-0624-4ee5-bfde-894bb6c8a951/0891573c-a88c-40ad-a609-5ab06e8e5af6/b34f946d-0813-4acc-bb34-cdb4c9761a40) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:59:50.605631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Pushing event updated for resources: {'Port': ['ID=61613b89-1e50-4e6e-b56e-cd9fded7469b,revision_number=2']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:50.619608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.619976 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.620341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.620700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.621057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.621408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.621757 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.622132 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.622478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.622823 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.623167 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.623509 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.623936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.624283 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.624629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.624970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.625313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.625658 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.626025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.626367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.626932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.627066 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.627365 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.627699 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.633371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:50.679491 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Attempting to bind port 61613b89-1e50-4e6e-b56e-cd9fded7469b on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:59:50.680000 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Attempting to bind port 61613b89-1e50-4e6e-b56e-cd9fded7469b by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:59:50.680398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Attempting to bind port 61613b89-1e50-4e6e-b56e-cd9fded7469b on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:59:50.686103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:59:50.686512 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:50.686956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.687374 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:59:50.687889 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Bound port: 61613b89-1e50-4e6e-b56e-cd9fded7469b, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:59:50.688308 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.711907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.728505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Transition to ACTIVE for port object b34f946d-0813-4acc-bb34-cdb4c9761a40 will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:50.749670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.764354 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] For port 61613b89-1e50-4e6e-b56e-cd9fded7469b, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:59:50.765657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ced84dd5-f571-4114-9ade-03aeea8a2e44 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:50.768447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] For port 61613b89-1e50-4e6e-b56e-cd9fded7469b, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=61613b89-1e50-4e6e-b56e-cd9fded7469b,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:59:50.770907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.786730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:50.837027 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8be5d087-8352-4eeb-b773-1da2ed10aa8d up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:59:50.908495 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 8be5d087-8352-4eeb-b773-1da2ed10aa8d triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:50.908907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:50.916652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b34f946d-0813-4acc-bb34-cdb4c9761a40,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:50.927641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.928156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.928523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.928934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.929339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.929741 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.930169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.930566 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.930962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.931364 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.931751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.932144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.932631 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.933033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.933434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.933827 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.934241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.934635 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.935036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.935427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.935822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.936219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.936612 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.937001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:50.942987 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:50.944576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Pushing event updated for resources: {'Port': ['ID=61613b89-1e50-4e6e-b56e-cd9fded7469b,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:50.948401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2ae89bce-5036-4fda-9d16-d1509f18c17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:50.988504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:50.989951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:50.992497 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:59:50.992885 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:59:50.993845 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:59:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:51.074870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:51.198810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:51.208822 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:51.251078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-0e5441e1-2aad-4eb6-bc41-5acf3bc68ba3 None None] Provisioning for port b34f946d-0813-4acc-bb34-cdb4c9761a40 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:51.256444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-0e5441e1-2aad-4eb6-bc41-5acf3bc68ba3 None None] Provisioning complete for port b34f946d-0813-4acc-bb34-cdb4c9761a40 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:51.256981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0e5441e1-2aad-4eb6-bc41-5acf3bc68ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:51.311937 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-0e5441e1-2aad-4eb6-bc41-5acf3bc68ba3 None None] Port b34f946d-0813-4acc-bb34-cdb4c9761a40 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:59:51.500048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:51.503580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:51.505451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:48Z', 'revision_number': 3, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:51.509628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c95e4-a89d-433e-93b8-69a164ddb6f8 None None] The sync data for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb is: [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:48Z', 'revision_number': 3, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:59:51.538939 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ff0aebff-accb-4bf8-9322-0fc2c98627ed tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:51.620034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:51.635606 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b34f946d-0813-4acc-bb34-cdb4c9761a40,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:51.649608 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:51.768576 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:51.769623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:51.984645 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 21:59:52.042548 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-45d4c753-153f-4b2f-be6c-2e9fc36c326d None None] Provisioning complete for port b34f946d-0813-4acc-bb34-cdb4c9761a40 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:52.043345 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-45d4c753-153f-4b2f-be6c-2e9fc36c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:52.106805 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-45d4c753-153f-4b2f-be6c-2e9fc36c326d None None] Port b34f946d-0813-4acc-bb34-cdb4c9761a40 cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 21:59:52.181523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:59:52.199840 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] 10.222.0.17 "PUT /v2.0/routers/9eb823b8-2be3-4f98-a7bb-4cbe61261316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9484253 Dec 04 21:59:52.856628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 61613b89-1e50-4e6e-b56e-cd9fded7469b up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:59:52.923213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42634) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:52.926986 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 61613b89-1e50-4e6e-b56e-cd9fded7469b completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:52.931238 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368349149-network', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:59:52.932698 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 61613b89-1e50-4e6e-b56e-cd9fded7469b triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:52.933121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:52.936496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:52.940670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Usage tracker for resource:network and tenant:7ee470708f3042f7859ea4dc9abb2344 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:52.948420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:52.954507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:52.967038 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Made reservation on behalf of 7ee470708f3042f7859ea4dc9abb2344 for: {'network': 1} {{(pid=80286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:59:52.971834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for network, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:52.985366 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.001613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:53.006676 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee470708f3042f7859ea4dc9abb2344 is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:53.011091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:53.017155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:53.069026 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.083722 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 61613b89-1e50-4e6e-b56e-cd9fded7469b, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=61613b89-1e50-4e6e-b56e-cd9fded7469b,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:59:53.087192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.089478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:53.109610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.112674 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.117703 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-de065567-370c-4d47-a1bb-ff992f889a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:53.151425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 21:59:53.158324 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=61613b89-1e50-4e6e-b56e-cd9fded7469b,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:53.161480 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3049da75-29f1-45fd-a631-c2c0ee015c78,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:53.161633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:53.172181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.172566 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.segments_db [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Added segment 0c0aa401-181c-479b-a217-6baecf291874 of type vxlan for network d0e0a44c-ffed-45ba-9d25-a43f01f59baf Dec 04 21:59:53.174417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.174826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.175229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.175624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.176014 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.176402 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.176793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.177177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.178122 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.178620 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.179010 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.179394 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.179862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.180250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.180634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.181017 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.181399 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.181781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.182214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.182599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.182984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.183368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.183748 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.184126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 21:59:53.188547 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:53.216660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734684035733'] for network, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.246356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188'] for network, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.247617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:59:53.248280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.253173 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:53.359728 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4348655 Dec 04 21:59:53.360621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e0a44c-ffed-45ba-9d25-a43f01f59baf,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:53.362644 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42638) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:53.363626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-71195a75-d29f-4b4f-b201-7d6257bb67f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:53.370525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Request body: {'subnet': {'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368349149-subnet', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'ip_version': 4}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:59:53.375959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:53.380341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Usage tracker for resource:subnet and tenant:7ee470708f3042f7859ea4dc9abb2344 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:53.384458 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:53.390121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf details requested by agent ovs-agent-dv-cinder-749155-4-smb with host dv-cinder-749155-4-smb {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:59:53.390719 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:53.400618 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Made reservation on behalf of 7ee470708f3042f7859ea4dc9abb2344 for: {'subnet': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 21:59:53.404454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 21:59:53.405456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6344488'] for subnet, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.816863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6328037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6344519'] for subnet, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:53.832355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:53.969938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=499f8aef-8313-4a64-8b62-0a68d8a38ba0,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:53.973967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:54.037727 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Checking segment: {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:54.038377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Network hostable DHCP agents. Network: d0e0a44c-ffed-45ba-9d25-a43f01f59baf, hostable agents: ['c82aa78f-ef43-49ef-8edc-5b7e8c49420d'], hosted agents: [] {{(pid=80285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 21:59:54.058780 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf is scheduled to be hosted by DHCP agent c82aa78f-ef43-49ef-8edc-5b7e8c49420d with binding_index 1 {{(pid=80285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 21:59:54.067256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-smb, d0e0a44c-ffed-45ba-9d25-a43f01f59baf) {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:54.076962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbd62c-f6c4-4e23-9e03-0961fce82fe3 None None] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:59:54.080437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 21:59:54.081094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:54.102457 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-5f01aca6-a865-46dc-b32d-128e26921bdc admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7385433 Dec 04 21:59:54.105059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42642) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:54.110738 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 21:59:54.115694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 21:59:54.119970 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Usage tracker for resource:router and tenant:7ee470708f3042f7859ea4dc9abb2344 is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 21:59:54.123938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 21:59:54.130205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 21:59:54.139559 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854367992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759610'] for router, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:54.140629 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854369375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854345464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16254'] for router, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:54.155920 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:54.295103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Sync routers for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:59:54.313292 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:59:54.314121 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:59:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:54.376442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf728d642-cd83-539a-9dcd-4d2c0f11440a-d0e0a44c-ffed-45ba-9d25-a43f01f59baf', 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'fixed_ips': [{'subnet_id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0'}]}} from dv-cinder-749155-4-smb. {{(pid=80288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 21:59:54.377285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:54.671485 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854345447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16239'] for router, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:54.810311 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:54.859013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 61613b89-1e50-4e6e-b56e-cd9fded7469b up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:59:55.021381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.058029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.236833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 61613b89-1e50-4e6e-b56e-cd9fded7469b triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:55.237316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.333288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Allocated IP 172.20.0.2 (d0e0a44c-ffed-45ba-9d25-a43f01f59baf/499f8aef-8313-4a64-8b62-0a68d8a38ba0/2b9a29b5-a289-47a0-9077-11f96d1a0b05) {{(pid=80288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:59:55.348231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Allocated IP 172.28.3.13 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/50ab6b5c-992e-407c-802c-2e885f9d5c35) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:59:55.509504 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.535954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.551807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2dcde1d2-3d26-4e33-83d8-f279ddc7e871 tempest-AttachVolumeNegativeTest-652591626 tempest-AttachVolumeNegativeTest-652591626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:55.588031 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 2, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:55.598172 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Checking router: 9eb823b8-2be3-4f98-a7bb-4cbe61261316 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:59:55.598584 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Updating router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 port b34f946d-0813-4acc-bb34-cdb4c9761a40 binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:59:55.694607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Pushing event updated for resources: {'Port': ['ID=50ab6b5c-992e-407c-802c-2e885f9d5c35,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:55.699836 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:55.708015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.745481 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:55.746848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:55.749231 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:59:55.766267 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.793170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Transition to ACTIVE for port object 2b9a29b5-a289-47a0-9077-11f96d1a0b05 will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:55.850817 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Transition to ACTIVE for port object 2b9a29b5-a289-47a0-9077-11f96d1a0b05 will not be triggered until provisioned by entity DHCP. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:55.864207 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614'] for port, after_create {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:55.881789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-47133a50-8914-449d-8a26-97aad97dfdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:56.096156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Pushing event updated for resources: {'Port': ['ID=2b9a29b5-a289-47a0-9077-11f96d1a0b05,revision_number=1']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:56.104455 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:56.188885 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.240856 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf is already hosted by enough agents. {{(pid=80288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:56.243793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Resources bound (agent type, host, resource id): {{(pid=80288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:56.247436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Received port after_create {{(pid=80288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:59:56.324391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Attempting to bind port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:59:56.324798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Attempting to bind port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:59:56.325179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Attempting to bind port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 on network d0e0a44c-ffed-45ba-9d25-a43f01f59baf {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:59:56.333505 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:59:56.334590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Checking segment: {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:56.335028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.335484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Bound using segment: {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:59:56.335978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Bound port: 2b9a29b5-a289-47a0-9077-11f96d1a0b05, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:59:56.336392 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.487213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.507782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Transition to ACTIVE for port object b34f946d-0813-4acc-bb34-cdb4c9761a40 will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:56.509341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] For port 2b9a29b5-a289-47a0-9077-11f96d1a0b05, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:59:56.512656 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] For port 2b9a29b5-a289-47a0-9077-11f96d1a0b05, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=2b9a29b5-a289-47a0-9077-11f96d1a0b05,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:59:56.513921 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.530478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7b325e1b-07eb-41b4-bd06-fa7ce7f2a25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:56.555811 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430387'] for router, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.577208 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:56.781461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Router 3aeaf59e-daa7-4496-8b73-300987e8cc98 is scheduled to L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 with binding_index 1 {{(pid=80285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 21:59:56.930794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a504d8-28cc-46a9-b968-4109391fb70a None None] Pushing event updated for resources: {'Port': ['ID=b34f946d-0813-4acc-bb34-cdb4c9761a40,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:56.945510 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-75a504d8-28cc-46a9-b968-4109391fb70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:56.946072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:57.092131 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Pushing event updated for resources: {'Port': ['ID=2b9a29b5-a289-47a0-9077-11f96d1a0b05,revision_number=2']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:57.098032 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c168630c-1bf2-450f-8617-e91a11cb1ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:57.230707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Attempting to bind port b34f946d-0813-4acc-bb34-cdb4c9761a40 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:59:57.231272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Attempting to bind port b34f946d-0813-4acc-bb34-cdb4c9761a40 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:59:57.231791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Attempting to bind port b34f946d-0813-4acc-bb34-cdb4c9761a40 on network b5d82da7-0624-4ee5-bfde-894bb6c8a951 {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:59:57.238046 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:59:57.238568 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Checking segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:57.239083 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:57.239611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Bound using segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:59:57.240851 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Bound port: b34f946d-0813-4acc-bb34-cdb4c9761a40, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:59:57.241276 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:57.243241 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 21:59:57.256624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Sync routers for ids ['3aeaf59e-daa7-4496-8b73-300987e8cc98'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 21:59:57.267386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Routers {'3aeaf59e-daa7-4496-8b73-300987e8cc98'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:59:57.268033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:59:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['3aeaf59e-daa7-4496-8b73-300987e8cc98'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:57.276666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:57.278030 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-89fdfaf8-a9b0-4ea7-8ab4-22a78efbcd57 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1719158 Dec 04 21:59:57.281326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80286) accepted ('10.222.0.17', 42646) {{(pid=80286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 21:59:57.360447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] For port b34f946d-0813-4acc-bb34-cdb4c9761a40, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:59:57.365914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] For port b34f946d-0813-4acc-bb34-cdb4c9761a40, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=b34f946d-0813-4acc-bb34-cdb4c9761a40,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:59:57.373995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:57.391954 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-75a504d8-28cc-46a9-b968-4109391fb70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:57.557331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Set router 3aeaf59e-daa7-4496-8b73-300987e8cc98 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:57.573602 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a504d8-28cc-46a9-b968-4109391fb70a None None] Pushing event updated for resources: {'Port': ['ID=b34f946d-0813-4acc-bb34-cdb4c9761a40,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:57.578532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-75a504d8-28cc-46a9-b968-4109391fb70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:57.630451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:59:57.632248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:59:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:57.849181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-efbd7e9f-653e-4f92-9150-1a1c2dc34981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:57.869810 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:57.934938 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T21:59:55Z', 'revision_number': 3, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T21:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:57.939483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Checking router: 3aeaf59e-daa7-4496-8b73-300987e8cc98 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 21:59:57.939483 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Updating router 3aeaf59e-daa7-4496-8b73-300987e8cc98 port 50ab6b5c-992e-407c-802c-2e885f9d5c35 binding host dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 21:59:57.993842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.229973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:57Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:58.234434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50747-2f77-4b13-a718-3850413441b9 None None] The sync data for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb is: [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:57Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:59:58.247695 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.463957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Notify callbacks [] for port, precommit_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.478646 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Transition to ACTIVE for port object 50ab6b5c-992e-407c-802c-2e885f9d5c35 will not be triggered until provisioned by entity L2. {{(pid=80289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:58.483222 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.505029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:58.680260 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Allocated IP 172.20.0.1 (d0e0a44c-ffed-45ba-9d25-a43f01f59baf/499f8aef-8313-4a64-8b62-0a68d8a38ba0/eb656944-baa6-47c6-949d-2dac44ffe48c) {{(pid=80286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 21:59:58.738252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4e941-1b4b-485d-ae57-fb855ec37400 None None] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 21:59:58.825042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f6a8c-29af-4431-b709-c46fa82eb01f None None] Pushing event updated for resources: {'Port': ['ID=50ab6b5c-992e-407c-802c-2e885f9d5c35,revision_number=2']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:58.828735 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9f8f6a8c-29af-4431-b709-c46fa82eb01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:58.904088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.908130 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Attempting to bind port 50ab6b5c-992e-407c-802c-2e885f9d5c35 on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 21:59:58.908557 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Attempting to bind port 50ab6b5c-992e-407c-802c-2e885f9d5c35 by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 21:59:58.908941 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Attempting to bind port 50ab6b5c-992e-407c-802c-2e885f9d5c35 on network b234d780-2f3f-4e66-b428-ba76b021e811 {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 21:59:58.916670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 21:59:58.917088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Checking segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 21:59:58.917527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.918006 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Bound using segment: {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'} {{(pid=80289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 21:59:58.918527 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Bound port: 50ab6b5c-992e-407c-802c-2e885f9d5c35, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178fa33-c0ba-485a-a1e1-cbf432b07116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}}] {{(pid=80289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 21:59:58.919848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-dfa425d5-2b1c-4277-b43c-4a1bcd7808bf None None] Provisioning for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:58.922879 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.933022 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Transition to ACTIVE for port object eb656944-baa6-47c6-949d-2dac44ffe48c will not be triggered until provisioned by entity DHCP. {{(pid=80286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 21:59:58.963582 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6063156'] for port, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:58.988650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:59.027063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] For port 50ab6b5c-992e-407c-802c-2e885f9d5c35, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 21:59:59.032224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] For port 50ab6b5c-992e-407c-802c-2e885f9d5c35, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=50ab6b5c-992e-407c-802c-2e885f9d5c35,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 21:59:59.033119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 2b9a29b5-a289-47a0-9077-11f96d1a0b05 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:59:59.038763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.056377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9f8f6a8c-29af-4431-b709-c46fa82eb01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:59.163716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb656944-baa6-47c6-949d-2dac44ffe48c,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:59.168731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:59.188779 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:59.199309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:59.199729 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.219873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f6a8c-29af-4431-b709-c46fa82eb01f None None] Pushing event updated for resources: {'Port': ['ID=50ab6b5c-992e-407c-802c-2e885f9d5c35,revision_number=3']} {{(pid=80289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:59.224384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9f8f6a8c-29af-4431-b709-c46fa82eb01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:59.252775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 21:59:59.256011 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 21:59:59.259341 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Received port after_create {{(pid=80286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 21:59:59.283855 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Routers {'3aeaf59e-daa7-4496-8b73-300987e8cc98'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 21:59:59.284760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T21:59:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['3aeaf59e-daa7-4496-8b73-300987e8cc98'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:59.347529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.360797 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434799'] for router_interface, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.405425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 2b9a29b5-a289-47a0-9077-11f96d1a0b05, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=2b9a29b5-a289-47a0-9077-11f96d1a0b05,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 21:59:59.410210 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.411363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b34f946d-0813-4acc-bb34-cdb4c9761a40 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 21:59:59.444091 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 21:59:59.520807 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] Set router 3aeaf59e-daa7-4496-8b73-300987e8cc98 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 21:59:59.570088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=2b9a29b5-a289-47a0-9077-11f96d1a0b05,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 21:59:59.574486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port b34f946d-0813-4acc-bb34-cdb4c9761a40 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:59.578155 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 21:59:59.580461 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-fb74b6b1-b2be-44c1-86d0-5100d2fa5cc7 None None] Provisioning complete for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:59.580940 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fb74b6b1-b2be-44c1-86d0-5100d2fa5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.654672 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port b34f946d-0813-4acc-bb34-cdb4c9761a40 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:59.655098 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.692401 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.864355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-fb74b6b1-b2be-44c1-86d0-5100d2fa5cc7 None None] Provisioning for port eb656944-baa6-47c6-949d-2dac44ffe48c completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 21:59:59.873176 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-fb74b6b1-b2be-44c1-86d0-5100d2fa5cc7 None None] Provisioning complete for port eb656944-baa6-47c6-949d-2dac44ffe48c triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 21:59:59.873600 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fb74b6b1-b2be-44c1-86d0-5100d2fa5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.892997 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T21:59:55Z', 'revision_number': 3, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 21:59:59.899643 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48707df0-4236-4aad-8f7a-7cb9f1bc5792 None None] The sync data for ids ['3aeaf59e-daa7-4496-8b73-300987e8cc98'] in dv-cinder-749155-4-smb is: [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T21:59:55Z', 'revision_number': 3, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 21:59:59.960525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 21:59:59.980965 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-fb74b6b1-b2be-44c1-86d0-5100d2fa5cc7 None None] Port eb656944-baa6-47c6-949d-2dac44ffe48c cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 22:00:00.016751 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port b34f946d-0813-4acc-bb34-cdb4c9761a40, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=b34f946d-0813-4acc-bb34-cdb4c9761a40,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:00:00.021107 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.025701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:00.076587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.081513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848712689'] for port, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.112707 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4c235dd9-1920-4b9e-964b-c24c844da1c8 tempest-TestMinimumBasicScenario-1291358023 tempest-TestMinimumBasicScenario-1291358023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:00.117613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-6bef6a86-f435-4bc8-87b8-6c17dca94d08 None None] Provisioning complete for port eb656944-baa6-47c6-949d-2dac44ffe48c triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:00.118088 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bef6a86-f435-4bc8-87b8-6c17dca94d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.147431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=b34f946d-0813-4acc-bb34-cdb4c9761a40,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:00.150989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:00.178872 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-6bef6a86-f435-4bc8-87b8-6c17dca94d08 None None] Port eb656944-baa6-47c6-949d-2dac44ffe48c cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 22:00:00.190517 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-6bef6a86-f435-4bc8-87b8-6c17dca94d08 None None] Provisioning complete for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:00.190832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6bef6a86-f435-4bc8-87b8-6c17dca94d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.199523 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb656944-baa6-47c6-949d-2dac44ffe48c,revision_number=2']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:00.202124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853799171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854340916'] for router_interface, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.215989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:00.353652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf is already hosted by enough agents. {{(pid=80286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 22:00:00.354828 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 22:00:00.467959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e7257106-3821-42c5-80b9-90668abdc5b2 None None] Provisioning complete for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:00.468382 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7257106-3821-42c5-80b9-90668abdc5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.588377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Router 3aeaf59e-daa7-4496-8b73-300987e8cc98 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 22:00:00.733055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-66d2e05e-8ced-42db-8179-cda6d33daa67 None None] Provisioning complete for port eb656944-baa6-47c6-949d-2dac44ffe48c triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:00.733649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-66d2e05e-8ced-42db-8179-cda6d33daa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:00.797110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-66d2e05e-8ced-42db-8179-cda6d33daa67 None None] Port eb656944-baa6-47c6-949d-2dac44ffe48c cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 22:00:00.938540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 2b9a29b5-a289-47a0-9077-11f96d1a0b05 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:01.011862 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d0d2-8b43-4ffc-9cfd-26a21055e778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:01.027800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:01.028272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:01.044662 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 22:00:01.056939 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-c8e2d55f-70ed-4383-9d51-fa7716020dd7 admin admin] 10.222.0.17 "PUT /v2.0/routers/3aeaf59e-daa7-4496-8b73-300987e8cc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7741277 Dec 04 22:00:01.157415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b34f946d-0813-4acc-bb34-cdb4c9761a40 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:01.230655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port b34f946d-0813-4acc-bb34-cdb4c9761a40 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:01.231068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:01.358617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 50ab6b5c-992e-407c-802c-2e885f9d5c35 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:01.429397 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port 50ab6b5c-992e-407c-802c-2e885f9d5c35 completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 22:00:01.435252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 50ab6b5c-992e-407c-802c-2e885f9d5c35 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:01.435761 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:01.561228 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:01.578251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port 50ab6b5c-992e-407c-802c-2e885f9d5c35, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=50ab6b5c-992e-407c-802c-2e885f9d5c35,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:00:01.581164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:01.583099 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:01.652522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=50ab6b5c-992e-407c-802c-2e885f9d5c35,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:01.655800 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:01.966843 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:02.621840 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:02.788141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:02.843673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 50ab6b5c-992e-407c-802c-2e885f9d5c35 up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:02.917728 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port 50ab6b5c-992e-407c-802c-2e885f9d5c35 triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:02.918178 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.053737 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1477402685', 'description': 'tempest-TestShelveInstance-1477402685 description'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:03.060416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 22:00:03.064264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Usage tracker for resource:security_group and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 22:00:03.067330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 22:00:03.075410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 22:00:03.085831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.108619 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 22:00:03.113476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Usage tracker for resource:security_group_rule and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 22:00:03.117692 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 22:00:03.118575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Sync routers for ids ['3aeaf59e-daa7-4496-8b73-300987e8cc98'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 22:00:03.123782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 22:00:03.128586 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Routers {'3aeaf59e-daa7-4496-8b73-300987e8cc98'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:00:03.129587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:00:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['3aeaf59e-daa7-4496-8b73-300987e8cc98'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:03.198801 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.201682 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.207873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-303996cb-d718-4ce9-9f2c-af30dad16edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:03.249449 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.250824 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f16f61e1-e556-487e-9a81-d567e2bf6b84 req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.2025628 Dec 04 22:00:03.251651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc,revision_number=1']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:03.255072 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e8eab8ff-43cc-45bd-98a9-70c48c7f48ff tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:03.337012 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-5fbb5fb1-fd42-4744-b39f-d0b1f4b840d0 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups/f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc HTTP/1.1" status: 200 len: 1752 time: 0.0521786 Dec 04 22:00:03.348465 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:03.348929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:03.356587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 22:00:03.361290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Usage tracker for resource:security_group_rule and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 22:00:03.364766 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 22:00:03.372831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 22:00:03.433286 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group_rule, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.463454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.466754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.469051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5476bf70-da69-4e8c-a97b-979dff3a9382 tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:03.494520 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e570e0-0db5-47a4-a958-151520abf7d2,revision_number=0']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:03.497360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:03.504507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group_rule, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.506965 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4c4289f1-8f88-4363-90db-e3f8cc420f3f req-bc91aa08-b625-4d8a-a5ca-03a879157960 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1621072 Dec 04 22:00:03.510068 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Set router 3aeaf59e-daa7-4496-8b73-300987e8cc98 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:00:03.601182 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-7d2bb8b4-94cb-479a-9093-279977c784da tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups/f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc HTTP/1.1" status: 200 len: 2313 time: 0.0609138 Dec 04 22:00:03.612045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc', 'remote_group_id': None}]} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:03.612397 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc', 'remote_group_id': None}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:03.619420 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 22:00:03.623427 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Usage tracker for resource:security_group_rule and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 22:00:03.626498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 22:00:03.633149 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 22:00:03.689119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group_rule, before_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.714808 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.717519 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659119'] for security_group_rule, after_create {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.719706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:03.744215 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc25949-9985-4d8f-b876-13d26c3e4f9e,revision_number=0']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:03.746943 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:03.753669 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group_rule, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.755272 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-68541a5e-d6a5-46f3-9638-6604a3c1996c req-457f8db3-d4af-4576-a86d-d8692132025f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1475263 Dec 04 22:00:03.836525 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:03.864042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 4, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T22:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'eb656944-baa6-47c6-949d-2dac44ffe48c', 'name': '', 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'mac_address': 'fa:16:3e:ed:5e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:58Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 2, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'subnets': [{'id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:03.869670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Checking router: 3aeaf59e-daa7-4496-8b73-300987e8cc98 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 22:00:03.870123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Updating router 3aeaf59e-daa7-4496-8b73-300987e8cc98 port eb656944-baa6-47c6-949d-2dac44ffe48c binding host dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 22:00:03.930218 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:04.354496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Notify callbacks [] for port, precommit_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:04.367869 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Transition to ACTIVE for port object eb656944-baa6-47c6-949d-2dac44ffe48c will not be triggered until provisioned by entity L2. {{(pid=80288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 22:00:04.372005 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:04.387541 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b7d1dc44-7c1c-42bd-8310-edebcfacd8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:04.532476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cdde5-3c49-43d2-aba4-19970ccf59af None None] Pushing event updated for resources: {'Port': ['ID=eb656944-baa6-47c6-949d-2dac44ffe48c,revision_number=3']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:04.537532 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-511cdde5-3c49-43d2-aba4-19970ccf59af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:04.691829 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Attempting to bind port eb656944-baa6-47c6-949d-2dac44ffe48c on host dv-cinder-749155-4-smb for vnic_type normal with profile {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 22:00:04.692387 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Attempting to bind port eb656944-baa6-47c6-949d-2dac44ffe48c by drivers openvswitch on host dv-cinder-749155-4-smb at level 0 using segments [{'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 22:00:04.692621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Attempting to bind port eb656944-baa6-47c6-949d-2dac44ffe48c on network d0e0a44c-ffed-45ba-9d25-a43f01f59baf {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 22:00:04.699459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Checking agent: {'id': '3dbf07ec-da41-4c43-8574-4c4a79a53342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 22, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 22:00:04.699873 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Checking segment: {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 22:00:04.700317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:04.700754 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Bound using segment: {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'} {{(pid=80288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 22:00:04.701271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Bound port: eb656944-baa6-47c6-949d-2dac44ffe48c, host: dv-cinder-749155-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0aa401-181c-479b-a217-6baecf291874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf'}}] {{(pid=80288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 22:00:04.701690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:04.796377 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] For port eb656944-baa6-47c6-949d-2dac44ffe48c, host dv-cinder-749155-4-smb, cleared binding levels {{(pid=80288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 22:00:04.799650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] For port eb656944-baa6-47c6-949d-2dac44ffe48c, host dv-cinder-749155-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=eb656944-baa6-47c6-949d-2dac44ffe48c,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 22:00:04.848967 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:04.864361 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:05.016248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cdde5-3c49-43d2-aba4-19970ccf59af None None] Pushing event updated for resources: {'Port': ['ID=eb656944-baa6-47c6-949d-2dac44ffe48c,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:05.022251 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-511cdde5-3c49-43d2-aba4-19970ccf59af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:05.071034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Routers {'3aeaf59e-daa7-4496-8b73-300987e8cc98'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:00:05.071713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:00:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['3aeaf59e-daa7-4496-8b73-300987e8cc98'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:05.265860 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] Set router 3aeaf59e-daa7-4496-8b73-300987e8cc98 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:00:05.617848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 4, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T22:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'eb656944-baa6-47c6-949d-2dac44ffe48c', 'name': '', 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'mac_address': 'fa:16:3e:ed:5e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:58Z', 'updated_at': '2020-12-04T22:00:04Z', 'revision_number': 4, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'subnets': [{'id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:05.622134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41de3e5-f29f-4ad4-a096-716b176dcb47 None None] The sync data for ids ['3aeaf59e-daa7-4496-8b73-300987e8cc98'] in dv-cinder-749155-4-smb is: [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 4, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T22:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'eb656944-baa6-47c6-949d-2dac44ffe48c', 'name': '', 'network_id': 'd0e0a44c-ffed-45ba-9d25-a43f01f59baf', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'mac_address': 'fa:16:3e:ed:5e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:58Z', 'updated_at': '2020-12-04T22:00:04Z', 'revision_number': 4, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'subnets': [{'id': '499f8aef-8313-4a64-8b62-0a68d8a38ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 22:00:06.867666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device eb656944-baa6-47c6-949d-2dac44ffe48c up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:06.937893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning for port eb656944-baa6-47c6-949d-2dac44ffe48c completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 22:00:06.942974 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port eb656944-baa6-47c6-949d-2dac44ffe48c triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:06.943758 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:07.067511 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:07.102663 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] For port eb656944-baa6-47c6-949d-2dac44ffe48c, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=eb656944-baa6-47c6-949d-2dac44ffe48c,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:00:07.105831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:07.108730 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:07.176591 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Pushing event updated for resources: {'Port': ['ID=eb656944-baa6-47c6-949d-2dac44ffe48c,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:07.181580 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:08.848700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device eb656944-baa6-47c6-949d-2dac44ffe48c up at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:08.926192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Provisioning complete for port eb656944-baa6-47c6-949d-2dac44ffe48c triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:08.926531 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:10.296441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-8ac97e3b-ce89-4d42-91af-25ee56460d14 req-a93a9594-5ae7-4195-8978-12a5c1fd930a service neutron] (80285) timed out ('10.222.0.49', 64337) {{(pid=80285) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 22:00:19.348061 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:00:23.349555 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-bad727f6-4e5a-45e5-be97-08e29010be38 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1477402685&fields=id&tenant_id=69d0b27e776e487bbf67a3684c9b6ccb HTTP/1.1" status: 200 len: 267 time: 0.0422282 Dec 04 22:00:23.511740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-ae844f0e-2863-4b01-a043-99dfb1ff5256 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:23.513646 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-ae844f0e-2863-4b01-a043-99dfb1ff5256 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 808 time: 0.1564498 Dec 04 22:00:23.530436 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-53ed91cc-0f12-491d-8a8e-4f7b18628799 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/quotas/69d0b27e776e487bbf67a3684c9b6ccb HTTP/1.1" status: 200 len: 375 time: 0.0107806 Dec 04 22:00:23.616764 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-56091cff-9637-476c-a418-54e982e543de tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Synchronizing usage tracker for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 22:00:23.632923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-56091cff-9637-476c-a418-54e982e543de tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Unset dirty status for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 22:00:23.634308 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-56091cff-9637-476c-a418-54e982e543de tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980744 Dec 04 22:00:23.783980 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-bfc10635-27ca-4a18-aee6-7ba31f8dfb39 service neutron] 10.222.0.17 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366308 Dec 04 22:00:23.928977 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-89ebb146-6cb3-47ff-a5d3-9741a5ab7042 service neutron] 10.222.0.17 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384048 Dec 04 22:00:24.359029 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58fe9a6a-7944-4e1b-8a51-b97ceaf90d40 req-20fcc421-5fc8-450f-8ff2-46837552c2e3 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 210 time: 0.0466647 Dec 04 22:00:25.545920 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-42b9c692-610f-4575-8eb0-964e1b70cde0 req-a3ed788b-7974-457f-9f03-3872bd50d810 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 210 time: 0.0510464 Dec 04 22:00:25.719775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-f9a40aa3-24d8-4e9c-b767-ba555ffcd2b5 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:25.721326 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-f9a40aa3-24d8-4e9c-b767-ba555ffcd2b5 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 808 time: 0.1599183 Dec 04 22:00:25.807512 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-760f5653-fe45-4191-a6da-db81b39e9444 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb HTTP/1.1" status: 200 len: 5545 time: 0.0663638 Dec 04 22:00:25.834197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'port': {'device_id': 'a18f5542-f754-4031-a02e-99de7306be79', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'admin_state_up': True, 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'security_groups': ['f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc']}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:25.980688 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 22:00:25.990446 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 22:00:25.999248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Made reservation on behalf of 69d0b27e776e487bbf67a3684c9b6ccb for: {'port': 1} {{(pid=80285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 22:00:26.005124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:26.337259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Allocated IP 172.20.0.10 (b5d82da7-0624-4ee5-bfde-894bb6c8a951/0891573c-a88c-40ad-a609-5ab06e8e5af6/d776f3c7-29a1-469a-bf92-c7c6d21b9bdf) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 22:00:26.545275 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:26.562005 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Transition to ACTIVE for port object d776f3c7-29a1-469a-bf92-c7c6d21b9bdf will not be triggered until provisioned by entity DHCP. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 22:00:26.582317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:26.597616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d71f42bb-5764-4927-8fa6-5d0cd5f84a0b tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:26.739466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event updated for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:26.750268 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:26.763100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83765871-8651-494f-807f-d8a583711c8c req-35acfee1-591e-49d3-b038-b2cf1268506a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:26.764778 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-83765871-8651-494f-807f-d8a583711c8c req-35acfee1-591e-49d3-b038-b2cf1268506a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 932 time: 0.0882902 Dec 04 22:00:26.798899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 22:00:26.800077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 22:00:26.802605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 22:00:26.813910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-83765871-8651-494f-807f-d8a583711c8c req-66f563dc-9c2f-4ec0-b759-811f9ffe3588 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Synchronizing usage tracker for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:security_group {{(pid=80286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 22:00:26.833123 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-83765871-8651-494f-807f-d8a583711c8c req-66f563dc-9c2f-4ec0-b759-811f9ffe3588 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Unset dirty status for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:security_group {{(pid=80286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 22:00:26.834621 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-83765871-8651-494f-807f-d8a583711c8c req-66f563dc-9c2f-4ec0-b759-811f9ffe3588 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0632529 Dec 04 22:00:26.877995 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:26.878709 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:26.909665 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-5c01d24c-60d5-42cd-82cc-8cb52c017a25 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0797107 Dec 04 22:00:26.927934 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Request body: {'port': {'device_id': 'a18f5542-f754-4031-a02e-99de7306be79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:27.000876 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-eecf30aa-25e6-4728-9db3-6b7cf266821b None None] Provisioning for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf completed by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 22:00:27.006290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-eecf30aa-25e6-4728-9db3-6b7cf266821b None None] Provisioning complete for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf triggered by entity DHCP. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:27.007206 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-eecf30aa-25e6-4728-9db3-6b7cf266821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.053736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.066201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-eecf30aa-25e6-4728-9db3-6b7cf266821b None None] Port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf cannot update to ACTIVE because it is not bound. {{(pid=80288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 22:00:27.459863 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d776f3c7-29a1-469a-bf92-c7c6d21b9bdf {{(pid=80285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 22:00:27.467384 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.479405 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Transition to ACTIVE for port object d776f3c7-29a1-469a-bf92-c7c6d21b9bdf will not be triggered until provisioned by entity L2. {{(pid=80285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 22:00:27.482378 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.497193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8da72903-5408-49dc-b2df-4b98955b9d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:27.635655 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Pushing event updated for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:27.638923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:27.823456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Attempting to bind port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 22:00:27.823831 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Attempting to bind port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 22:00:27.824196 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Attempting to bind port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf on network b5d82da7-0624-4ee5-bfde-894bb6c8a951 {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 22:00:27.825137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c85fc68e-a47d-44a8-800f-90ab3c66b133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.831055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Checking agent: {'id': '1dc81486-d714-4803-bd8b-06c27f927141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 32), 'started_at': datetime.datetime(2020, 12, 4, 21, 41, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 22, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 22:00:27.831431 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Checking segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 22:00:27.831833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.832235 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Bound using segment: {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'} {{(pid=80285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 22:00:27.832706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Bound port: d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f91083-14fa-43be-b949-c2cfef8ecead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951'}}] {{(pid=80285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 22:00:27.833081 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.925059 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] For port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host hv-cinder-74915, cleared binding levels {{(pid=80285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 22:00:27.928256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] For port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 22:00:27.931543 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:27.947330 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:28.149749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Pushing event updated for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=3']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:28.158903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:28.219396 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b6fb-14d6-40dd-a7a6-810b76dd0e62 req-431f0b82-35d0-4da2-a39d-be440ed7457e tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:28.220197 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-70e2b6fb-14d6-40dd-a7a6-810b76dd0e62 req-431f0b82-35d0-4da2-a39d-be440ed7457e tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Synchronizing usage tracker for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 22:00:28.224533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:28.225211 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:28.226749 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-b06e19ea-c0b1-4f9c-a073-0d8c57a83250 service neutron] 10.222.0.49 "PUT /v2.0/ports/d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1158 time: 1.3037128 Dec 04 22:00:28.227457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:00:28.246588 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-70e2b6fb-14d6-40dd-a7a6-810b76dd0e62 req-431f0b82-35d0-4da2-a39d-be440ed7457e tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Unset dirty status for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 22:00:28.248979 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-70e2b6fb-14d6-40dd-a7a6-810b76dd0e62 req-431f0b82-35d0-4da2-a39d-be440ed7457e tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.2688673 Dec 04 22:00:28.328953 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'status': 'completed', 'code': 200} Dec 04 22:00:28.346686 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-70e2b6fb-14d6-40dd-a7a6-810b76dd0e62 req-373aa80b-2616-4ce3-bd2b-5c16d7f3a866 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0905809 Dec 04 22:00:28.379614 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-ca06610b-c76d-49c1-9fc0-7260bb59e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:28.381430 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-ca06610b-c76d-49c1-9fc0-7260bb59e0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1161 time: 0.0905449 Dec 04 22:00:28.461696 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-afb8f04e-bcf0-4ac7-b6b5-9b00abc607ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 217 time: 0.0670035 Dec 04 22:00:28.529802 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-3a9eb28b-bd67-4773-a530-6c11681468de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:28.531309 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-3a9eb28b-bd67-4773-a530-6c11681468de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0637984 Dec 04 22:00:28.843164 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-3a2b8336-5c26-45c5-b244-baf5b756f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:28.844764 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-3a2b8336-5c26-45c5-b244-baf5b756f622 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3066261 Dec 04 22:00:28.988328 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-f07d84cc-c19b-41a8-aedc-27f64556332b service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364346 Dec 04 22:00:29.134043 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-37ed3ada-5f24-4df9-b7d7-0aa7b0b09be2 req-3ac3c60c-685e-4047-b067-813342d04915 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388311 Dec 04 22:00:29.291180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-933a7119-b6f2-49b1-b4e8-237cd7db6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:29.292709 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-933a7119-b6f2-49b1-b4e8-237cd7db6782 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1161 time: 0.0763390 Dec 04 22:00:29.440426 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-7fb8513f-6df5-41b2-8911-120bc8c4d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:29.442070 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-7fb8513f-6df5-41b2-8911-120bc8c4d7e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1430967 Dec 04 22:00:29.517606 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-315809e6-8e96-4950-be75-ad914fa56b72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 217 time: 0.0690999 Dec 04 22:00:29.572486 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf063e9-2ac1-46f7-96b1-d46c11a2768f req-fe30155f-98b3-4a88-b3d2-611932b91ca0 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:29.574068 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7cf063e9-2ac1-46f7-96b1-d46c11a2768f req-fe30155f-98b3-4a88-b3d2-611932b91ca0 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0839801 Dec 04 22:00:29.587560 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-bc749914-751c-40b8-abfb-a16978012c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:29.589174 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-bc749914-751c-40b8-abfb-a16978012c85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0653286 Dec 04 22:00:29.628290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-7cf063e9-2ac1-46f7-96b1-d46c11a2768f req-3957f5df-9dae-4b54-b31e-ab6e7745ca01 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461864 Dec 04 22:00:29.673157 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-99be3ede-57d7-456c-9294-f3691467e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:29.674812 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-99be3ede-57d7-456c-9294-f3691467e87a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793765 Dec 04 22:00:29.819729 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-e704b199-aa03-4d2b-826a-1181ca7aa53f service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375215 Dec 04 22:00:29.962202 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-77f4c845-2674-427b-92f0-a256f2c8b0f0 req-b59691de-1530-4dab-a668-010a08de367c service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355054 Dec 04 22:00:30.839950 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cacc1-b45e-4d51-99af-226cd3168646 req-0ec39aec-34f9-4c20-a3ac-5dcee4ac6b57 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:30.841605 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bd6cacc1-b45e-4d51-99af-226cd3168646 req-0ec39aec-34f9-4c20-a3ac-5dcee4ac6b57 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0832372 Dec 04 22:00:30.889298 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-bd6cacc1-b45e-4d51-99af-226cd3168646 req-8171b355-63b3-4d5b-a501-21c405755ec1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413692 Dec 04 22:00:30.994578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0d4255cf-c4ea-4588-899d-95ba2397cedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:31.982124 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:32.120900 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2643-0b7b-47bd-8bb0-c1c49a7047a4 req-72383e13-9e77-42b5-b41f-7afe98d3d0e1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:32.122639 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef5d2643-0b7b-47bd-8bb0-c1c49a7047a4 req-72383e13-9e77-42b5-b41f-7afe98d3d0e1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0890343 Dec 04 22:00:32.181004 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ef5d2643-0b7b-47bd-8bb0-c1c49a7047a4 req-16fe6279-3558-4f4c-b429-d7f376195b0a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0505357 Dec 04 22:00:32.626109 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:32.809217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:33.402825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0165d6-36fa-42e6-b629-c2fc805843ac req-9043d517-f59a-4010-99bf-a42e7c7d8529 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:33.405329 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4e0165d6-36fa-42e6-b629-c2fc805843ac req-9043d517-f59a-4010-99bf-a42e7c7d8529 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0867143 Dec 04 22:00:33.451479 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4e0165d6-36fa-42e6-b629-c2fc805843ac req-b2e79946-3af5-4102-a3fb-e9e06b18edf7 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398793 Dec 04 22:00:33.811870 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:34.498681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:34.568262 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf completed by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 22:00:34.573362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:34.573781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:34.666657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b0ee2-40bd-4873-8eb6-e83252192b79 req-4e9077ba-adbe-4a3d-bbfd-ec449106f457 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:34.668289 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b10b0ee2-40bd-4873-8eb6-e83252192b79 req-4e9077ba-adbe-4a3d-bbfd-ec449106f457 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0881543 Dec 04 22:00:34.694713 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:34.717577 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-b10b0ee2-40bd-4873-8eb6-e83252192b79 req-acdedac3-9912-40c8-8341-df874c7145df tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425498 Dec 04 22:00:34.723605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:00:34.734287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:00:34.737601 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:34.740508 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-511cdde5-3c49-43d2-aba4-19970ccf59af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:34.784379 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'code': 200} Dec 04 22:00:34.815787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=4']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:34.819528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:35.121454 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013778f4-d0eb-4cb5-94eb-cab51e85d35e req-2aef6f8a-a18f-43e4-8c24-cfcd3cd5c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:35.123113 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-013778f4-d0eb-4cb5-94eb-cab51e85d35e req-2aef6f8a-a18f-43e4-8c24-cfcd3cd5c153 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0743401 Dec 04 22:00:35.172733 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-013778f4-d0eb-4cb5-94eb-cab51e85d35e req-72159551-bb15-4f08-8436-07cf74c6e027 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422537 Dec 04 22:00:35.932947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40b2f-59b3-442e-a09d-5759538ee1e5 req-743ff5c7-096c-44b2-88de-58a7b806bac7 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:35.934598 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ff40b2f-59b3-442e-a09d-5759538ee1e5 req-743ff5c7-096c-44b2-88de-58a7b806bac7 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0817282 Dec 04 22:00:35.984820 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-0ff40b2f-59b3-442e-a09d-5759538ee1e5 req-cce0a321-1c25-4197-a970-2af4d597ba83 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434403 Dec 04 22:00:36.064678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:00:36.133595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:00:36.134051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:37.200515 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737a393-cc85-41f8-accc-01506a420164 req-5317c8ea-265c-40e5-88f1-8fe8f7420a63 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:37.202177 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6737a393-cc85-41f8-accc-01506a420164 req-5317c8ea-265c-40e5-88f1-8fe8f7420a63 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0847533 Dec 04 22:00:37.250371 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6737a393-cc85-41f8-accc-01506a420164 req-833520fc-9566-4073-ad20-ac600c7344bc tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403147 Dec 04 22:00:37.462438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee913622-e9c3-4b44-b4d0-537afd7c685a req-0f611048-ce9c-40bd-8f2f-0485edb1b5b0 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:37.464032 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ee913622-e9c3-4b44-b4d0-537afd7c685a req-0f611048-ce9c-40bd-8f2f-0485edb1b5b0 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0845604 Dec 04 22:00:37.510422 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ee913622-e9c3-4b44-b4d0-537afd7c685a req-ce231ef8-a292-42d5-8b95-5733f3c2a077 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0400512 Dec 04 22:00:37.720621 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3645e24-565a-4597-9813-316e0f7ba01e req-13640540-d645-4c56-b76b-cbda0dace748 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1563113 Dec 04 22:00:37.730852 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'floatingip': {'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811'}} {{(pid=80285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:37.736593 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 22:00:37.740685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Usage tracker for resource:floatingip and tenant:69d0b27e776e487bbf67a3684c9b6ccb is out of sync, need to count used quota {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 22:00:37.743715 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 22:00:37.749459 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.quota.driver [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 22:00:37.759634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for floatingip, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:37.903575 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.183316 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_common [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Allocated IP 172.28.3.44 (b234d780-2f3f-4e66-b428-ba76b021e811/9480d2e2-8e63-4f30-83a0-ac6564e10ef6/072b08a0-e9af-47ab-b91e-77879ef434ee) {{(pid=80285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 22:00:38.340345 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for port, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.367284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734684072614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.383057 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:38.525285 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event updated for resources: {'Port': ['ID=072b08a0-e9af-47ab-b91e-77879ef434ee,revision_number=1']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:38.529760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:38.571199 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Network b234d780-2f3f-4e66-b428-ba76b021e811 is already hosted by enough agents. {{(pid=80285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 22:00:38.572349 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.base_scheduler [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Resources bound (agent type, host, resource id): {{(pid=80285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 22:00:38.574724 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Received port after_create {{(pid=80285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 22:00:38.656506 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for floatingip, precommit_create {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.717115 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.979907 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for port, precommit_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.983335 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6373741'] for port, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:38.998053 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:00:39.143545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event updated for resources: {'Port': ['ID=072b08a0-e9af-47ab-b91e-77879ef434ee,revision_number=2']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:00:39.148048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:00:39.240331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:39.262627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:39.263924 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3645e24-565a-4597-9813-316e0f7ba01e req-8b938955-508d-44d4-9302-fa7725c5c203 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5372930 Dec 04 22:00:39.351319 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-a3645e24-565a-4597-9813-316e0f7ba01e req-a9c29d45-7c3c-40e5-9478-930e0394d846 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Synchronizing usage tracker for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:floatingip {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 22:00:39.368540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-a3645e24-565a-4597-9813-316e0f7ba01e req-a9c29d45-7c3c-40e5-9478-930e0394d846 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Unset dirty status for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:floatingip {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 22:00:39.369795 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3645e24-565a-4597-9813-316e0f7ba01e req-a9c29d45-7c3c-40e5-9478-930e0394d846 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.44 HTTP/1.1" status: 200 len: 695 time: 0.0986321 Dec 04 22:00:39.759599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3645e24-565a-4597-9813-316e0f7ba01e req-a59c5dac-127e-4dbb-9d40-fd084596974c tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:39.761070 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3645e24-565a-4597-9813-316e0f7ba01e req-a59c5dac-127e-4dbb-9d40-fd084596974c tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 784 time: 0.3834383 Dec 04 22:00:39.772599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-a3645e24-565a-4597-9813-316e0f7ba01e req-7e7f79ef-523e-477e-9d79-49734d814a72 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 22:00:39.773610 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a3645e24-565a-4597-9813-316e0f7ba01e req-7e7f79ef-523e-477e-9d79-49734d814a72 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0058272 Dec 04 22:00:39.967690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-e79eed09-26bb-42b2-8386-1f4f5de55dcb tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:39.969311 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-e79eed09-26bb-42b2-8386-1f4f5de55dcb tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0892229 Dec 04 22:00:40.054347 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-ca0c2e3d-97c2-4c8d-81c8-2f3ebcf2e631 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.44 HTTP/1.1" status: 200 len: 695 time: 0.0783253 Dec 04 22:00:40.064923 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.v2.base [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Request body: {'floatingip': {'port_id': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 22:00:40.149048 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for floatingip, before_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:40.769955 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for floatingip, precommit_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:40.772912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854345217'] for floatingip, after_update {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:40.947810 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Floating IP b652b367-db38-4fc1-ad55-33308710a043 associated. External IP: 172.28.3.44, port: d776f3c7-29a1-469a-bf92-c7c6d21b9bdf. Dec 04 22:00:41.317246 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 22:00:41.508969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 22:00:41.513362 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:00:41.519956 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] Sync routers for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 22:00:41.529908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:00:41.530549 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:00:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:41.570532 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-c9b6d226-589a-4a1e-9832-a7c9be87582a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "PUT /v2.0/floatingips/b652b367-db38-4fc1-ad55-33308710a043 HTTP/1.1" status: 200 len: 996 time: 1.5097525 Dec 04 22:00:41.571015 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:00:41.634304 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'status': 'completed', 'code': 200} Dec 04 22:00:41.718687 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:00:41.773651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-245b2ec1-5455-4319-824f-db35aaa4dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:41.775417 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-245b2ec1-5455-4319-824f-db35aaa4dcb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0811870 Dec 04 22:00:41.802768 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-04aeb008-828f-4f3f-95a4-6e48c0f56429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:41.804432 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-04aeb008-828f-4f3f-95a4-6e48c0f56429 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.2202466 Dec 04 22:00:41.921958 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-8ac78f03-c546-4eac-91da-af2ed448468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:41.923921 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-8ac78f03-c546-4eac-91da-af2ed448468d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1417134 Dec 04 22:00:41.959159 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-e676f00c-1b8a-4c9d-8eaa-69ca2451bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:41.960898 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-e676f00c-1b8a-4c9d-8eaa-69ca2451bde9 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1497498 Dec 04 22:00:42.056331 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-799ed970-3560-4dc8-8efd-cb5934f0823c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 999 time: 0.1214864 Dec 04 22:00:42.074481 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-644c6754-509a-4052-9030-ee8c520f4b84 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 999 time: 0.1064343 Dec 04 22:00:42.107947 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'b652b367-db38-4fc1-ad55-33308710a043', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'floating_ip_address': '172.28.3.44', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'port_id': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'mac_address': 'fa:16:3e:c3:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f5542-f754-4031-a02e-99de7306be79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T22:00:38Z', 'updated_at': '2020-12-04T22:00:40Z', 'revision_number': 1, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:42.114126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] Checking router: 9eb823b8-2be3-4f98-a7bb-4cbe61261316 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 22:00:42.123927 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:00:42.124685 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:00:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:42.139165 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-c6c279e9-56d2-423f-8348-15331faa73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:42.140748 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-c6c279e9-56d2-423f-8348-15331faa73d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0778654 Dec 04 22:00:42.153694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-5e8ec328-53ff-4e72-96ad-285dde64789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:42.155327 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-5e8ec328-53ff-4e72-96ad-285dde64789a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0738876 Dec 04 22:00:42.228453 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-cb26bc4d-3c7b-42b2-9f7d-6b1c3eadc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:42.230039 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-cb26bc4d-3c7b-42b2-9f7d-6b1c3eadc3ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826650 Dec 04 22:00:42.243240 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-fb03dbde-229b-4cb6-9496-ab83906af59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:42.245098 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-fb03dbde-229b-4cb6-9496-ab83906af59b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820563 Dec 04 22:00:42.257370 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-7244a263-aecc-4c80-8df2-9a936154d401 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80286) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 22:00:42.258721 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-7244a263-aecc-4c80-8df2-9a936154d401 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0058227 Dec 04 22:00:42.319740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:00:42.381086 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-ce3417cf-086e-44cd-bd42-8f5e03f4f919 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438463 Dec 04 22:00:42.411498 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-10a7698a-7e4e-4db9-8478-882965fab755 service neutron] 10.222.0.17 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459227 Dec 04 22:00:42.535664 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-686505f4-188d-4fef-a2fb-a71a47f5a3b1 req-b188a564-fe91-478f-ae58-83aafa41ca8b service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474280 Dec 04 22:00:42.559907 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-74f35f81-c98d-40b7-99c7-0b169c85141c req-f3cd11d5-04fb-4302-8979-b040c274f595 service neutron] 10.222.0.17 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409841 Dec 04 22:00:42.688636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'b652b367-db38-4fc1-ad55-33308710a043', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'floating_ip_address': '172.28.3.44', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'port_id': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'mac_address': 'fa:16:3e:c3:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f5542-f754-4031-a02e-99de7306be79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T22:00:38Z', 'updated_at': '2020-12-04T22:00:40Z', 'revision_number': 1, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:00:42.693142 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5152f-9331-4bba-8bae-522f80c08adf None None] The sync data for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb is: [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_floatingips': [{'id': 'b652b367-db38-4fc1-ad55-33308710a043', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'floating_ip_address': '172.28.3.44', 'floating_network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'router_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'port_id': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'mac_address': 'fa:16:3e:c3:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f5542-f754-4031-a02e-99de7306be79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T22:00:38Z', 'updated_at': '2020-12-04T22:00:40Z', 'revision_number': 1, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 22:00:42.980914 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfafd7f-51c5-4e55-a236-fca5b5496c23 None None] New status for floating IP b652b367-db38-4fc1-ad55-33308710a043: ACTIVE {{(pid=80288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 22:00:43.759091 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-81297a65-86e4-4e16-a21e-b0fb0cb9978d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0741262 Dec 04 22:00:43.921753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-00e0b0f6-b1c1-4d95-8375-b9b1c8c38bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:43.923589 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-00e0b0f6-b1c1-4d95-8375-b9b1c8c38bee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0756392 Dec 04 22:00:44.081248 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-6630ddee-9053-4ff1-a252-79193f1b62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:44.082931 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-6630ddee-9053-4ff1-a252-79193f1b62cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1403861 Dec 04 22:00:44.192400 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-12311ed4-0462-4667-9f6c-8157143a0617 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1001 time: 0.1028259 Dec 04 22:00:44.264035 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-9cdf8f2a-e965-40c9-846c-face8752f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:44.265567 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-9cdf8f2a-e965-40c9-846c-face8752f6ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0674446 Dec 04 22:00:44.342991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-c6bac548-72df-4db7-bab2-9667d438e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:00:44.344568 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-c6bac548-72df-4db7-bab2-9667d438e7f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727286 Dec 04 22:00:44.496237 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-7b841169-ed0a-4042-891e-762114bc5d93 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352801 Dec 04 22:00:44.639033 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d4daa3de-6a9e-458d-91eb-b3337e909475 req-ecce5782-f93e-487a-b596-80024d49625d service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361320 Dec 04 22:00:56.347838 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:00:57.829633 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-15ca24cb-2c3a-44fa-bc3e-ba209ade9aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:00.997536 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59360c38-b55e-498b-8ad9-8d12a6f34ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:01.971530 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:02.628320 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:02.811529 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:03.815317 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:27.831084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8125ac2b-f213-4f1d-890f-560d72832bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:30.998771 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9cd9403c-0cdf-4cdc-bf6d-d2dc4d4ec40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:31.974300 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:32.631361 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:32.831408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:33.349793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:01:33.821047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:01:44.788364 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-c8c703d1-4775-4d19-b9a0-af32c4edb5ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0784173 Dec 04 22:01:44.951078 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-e38eb22d-b64d-4ed3-9265-c14207efc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:01:44.952659 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-e38eb22d-b64d-4ed3-9265-c14207efc2e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0747974 Dec 04 22:01:45.108708 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-bd9d20a9-f257-4ee4-8eec-4274665586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:01:45.110915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-bd9d20a9-f257-4ee4-8eec-4274665586d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1395967 Dec 04 22:01:45.219011 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-40ec5f94-01cb-45dc-91b4-d60cff8e1485 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1001 time: 0.1022589 Dec 04 22:01:45.290835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-8220cf29-e53e-4102-b093-96bafd44bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:01:45.292422 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-8220cf29-e53e-4102-b093-96bafd44bb3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0676904 Dec 04 22:01:45.375005 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-b0bdf5aa-9d91-4928-8e88-dcb1d47d8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:01:45.376745 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-b0bdf5aa-9d91-4928-8e88-dcb1d47d8a29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770838 Dec 04 22:01:45.517982 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-a0cb1c4b-f23b-4eb9-831f-ff9e4d663a7b service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350141 Dec 04 22:01:45.660739 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-94cf47c4-d6dc-4397-95b3-5043d6448df2 req-d0da0b3a-c7fc-4069-87c3-7ac263719e10 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355307 Dec 04 22:01:57.832284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4ac62842-e25e-4325-913a-53ccbf7bdba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:01.001912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ce026a5b-8ae8-4858-a57f-771ffd0a466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:01.975834 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:02.635237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:02.839690 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:03.820832 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:10.349526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:02:27.835180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b313f482-dce6-4c32-8f81-2221fe20f675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:31.004413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae77c-19a4-4670-990f-8bcd56f286ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:31.979740 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:32.637054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:32.851348 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:33.824415 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:44.777427 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-2d3f7753-37e1-458d-84ab-68fc00aaacda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0743814 Dec 04 22:02:44.939706 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375768-62d6-4f36-8524-7abfc069891a req-11b99b50-8564-446c-bb7b-68fae8164839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:02:44.941314 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-11b99b50-8564-446c-bb7b-68fae8164839 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0753379 Dec 04 22:02:45.102484 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375768-62d6-4f36-8524-7abfc069891a req-5e62668c-4257-4a27-b032-5c1b479e707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:02:45.104096 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-5e62668c-4257-4a27-b032-5c1b479e707f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1439412 Dec 04 22:02:45.213269 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-9c5e95b5-ba1a-4bb8-916f-6657b8bd86f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1001 time: 0.1026804 Dec 04 22:02:45.287702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375768-62d6-4f36-8524-7abfc069891a req-21f6e264-f601-413c-a2c5-ae07967d5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:02:45.289273 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-21f6e264-f601-413c-a2c5-ae07967d5b76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0701749 Dec 04 22:02:45.371170 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375768-62d6-4f36-8524-7abfc069891a req-98ef4d12-fdc5-44fc-b1c2-756871184972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:02:45.372696 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-98ef4d12-fdc5-44fc-b1c2-756871184972 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774775 Dec 04 22:02:45.516401 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-208f67c5-5960-4ea7-9f18-d905670fc526 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373985 Dec 04 22:02:45.660106 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-71375768-62d6-4f36-8524-7abfc069891a req-22d3f45c-8b37-4ef8-8add-6bb554b5cffc service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361122 Dec 04 22:02:47.348842 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:02:57.751295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6528a-6a75-438f-bb62-d288cd548cc4 req-ee474190-82e2-4967-a2ab-d71b17e5883b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:02:57.752910 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6df6528a-6a75-438f-bb62-d288cd548cc4 req-ee474190-82e2-4967-a2ab-d71b17e5883b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.3278298 Dec 04 22:02:57.800356 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-6df6528a-6a75-438f-bb62-d288cd548cc4 req-3c4bb42a-cfa7-439a-b5ff-d127588acd86 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407140 Dec 04 22:02:57.837788 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d84ebba7-832a-4892-a635-46941dbc0139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:02:59.020743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f51-e889-42e1-86b6-3d66f3ea2008 req-5ea58b2b-0c7f-4e4a-ac40-8fe31d7b5dcd tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:02:59.022290 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-46931f51-e889-42e1-86b6-3d66f3ea2008 req-5ea58b2b-0c7f-4e4a-ac40-8fe31d7b5dcd tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0854390 Dec 04 22:02:59.076259 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-46931f51-e889-42e1-86b6-3d66f3ea2008 req-9e3aa36a-96ab-45ef-96cf-10cd09d48f21 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471997 Dec 04 22:03:00.286984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd10a-9105-4d03-9d10-bd87ce6e069f req-cd2524f2-42ee-41bb-84b2-424602ba6230 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:00.288556 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ba3fd10a-9105-4d03-9d10-bd87ce6e069f req-cd2524f2-42ee-41bb-84b2-424602ba6230 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0820975 Dec 04 22:03:00.335915 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-ba3fd10a-9105-4d03-9d10-bd87ce6e069f req-4026a17f-88a1-43db-ba2d-9b909b410134 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404079 Dec 04 22:03:01.007056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-fd50bd39-4ce2-451b-89bf-f6cd486b0ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:01.551978 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf653ba-8805-4375-9967-3e3453545857 req-19e8b6ed-3ec4-4b82-a01f-7adec32f79cc tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:01.553564 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-baf653ba-8805-4375-9967-3e3453545857 req-19e8b6ed-3ec4-4b82-a01f-7adec32f79cc tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0820837 Dec 04 22:03:01.602148 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-baf653ba-8805-4375-9967-3e3453545857 req-e474f91b-54ca-4dd9-b099-44c3bd8a70a7 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413644 Dec 04 22:03:01.983013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:02.640042 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:02.817700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160c2cd-da9d-41d8-9b78-69226797a7f9 req-1aa5eb4c-154e-410b-b191-903e429eca06 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:02.819328 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2160c2cd-da9d-41d8-9b78-69226797a7f9 req-1aa5eb4c-154e-410b-b191-903e429eca06 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0877087 Dec 04 22:03:02.859212 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:02.868096 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2160c2cd-da9d-41d8-9b78-69226797a7f9 req-cc678251-c8a7-4892-800e-fac4b9e693a4 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415494 Dec 04 22:03:03.828898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:04.321071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdbffc-b033-46a1-bb66-90cbc3af2373 req-f914afdc-f366-4178-a285-312543aeab39 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:04.322695 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98fdbffc-b033-46a1-bb66-90cbc3af2373 req-f914afdc-f366-4178-a285-312543aeab39 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.3120630 Dec 04 22:03:04.371684 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-98fdbffc-b033-46a1-bb66-90cbc3af2373 req-2df40961-53fb-4da8-8b66-a740c86bf6d7 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425272 Dec 04 22:03:05.587846 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387efe7d-ca83-418c-975b-dd75b14c4813 req-c2cd48f1-20b7-4fb2-916a-db97b004ddf6 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:05.589356 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-387efe7d-ca83-418c-975b-dd75b14c4813 req-c2cd48f1-20b7-4fb2-916a-db97b004ddf6 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0863042 Dec 04 22:03:05.637101 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-387efe7d-ca83-418c-975b-dd75b14c4813 req-08d803e2-66c0-422b-90e2-b30c0aba8407 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413227 Dec 04 22:03:06.844731 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f0e6-e402-475a-acc6-3d1d43a6b1c7 req-017caeac-d58e-4c67-9d56-d43c8a25711b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:06.846346 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89b5f0e6-e402-475a-acc6-3d1d43a6b1c7 req-017caeac-d58e-4c67-9d56-d43c8a25711b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0820742 Dec 04 22:03:06.896806 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-89b5f0e6-e402-475a-acc6-3d1d43a6b1c7 req-bfef4f77-bbd5-4927-97a5-ef923a064028 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442307 Dec 04 22:03:07.659337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28a9d-5052-4562-adf7-da027bff5008 req-92a5a709-dab4-4729-83e0-ee3c318d6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:07.660942 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-92a5a709-dab4-4729-83e0-ee3c318d6eaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0753140 Dec 04 22:03:07.801611 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28a9d-5052-4562-adf7-da027bff5008 req-c52d328b-ca2f-4b1a-9a4b-1188b830f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:07.803208 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-c52d328b-ca2f-4b1a-9a4b-1188b830f58c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1360080 Dec 04 22:03:07.910185 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-305182aa-033d-4ab9-9e52-c27f9c245364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1001 time: 0.1002181 Dec 04 22:03:07.980598 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28a9d-5052-4562-adf7-da027bff5008 req-ecc8c014-f82b-4a7e-abb4-eb1dfb743109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:07.982384 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-ecc8c014-f82b-4a7e-abb4-eb1dfb743109 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0664256 Dec 04 22:03:08.069721 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28a9d-5052-4562-adf7-da027bff5008 req-6d27b66f-4932-43a9-87c5-3fc29a442dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:08.071411 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-6d27b66f-4932-43a9-87c5-3fc29a442dc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831788 Dec 04 22:03:08.112307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2006ba-917a-44cc-af4c-d3275667f79a req-0ac543c9-5a1e-452d-ab11-7ac6af2ffeaf tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:08.114433 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d2006ba-917a-44cc-af4c-d3275667f79a req-0ac543c9-5a1e-452d-ab11-7ac6af2ffeaf tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0856259 Dec 04 22:03:08.164165 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d2006ba-917a-44cc-af4c-d3275667f79a req-efd20b22-af38-45fb-8568-88ecafc1c124 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426869 Dec 04 22:03:08.223011 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-ea749157-28a5-4bf1-8412-0fec025b7519 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451204 Dec 04 22:03:08.368521 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-07a28a9d-5052-4562-adf7-da027bff5008 req-243f42a2-f1af-4418-9ed7-739889cdcea2 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393888 Dec 04 22:03:09.382919 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513a96b-29a8-4b1a-9ad6-cbb97ae12622 req-c2298b31-a568-4933-bc75-c498fdfd1b22 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:09.384517 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4513a96b-29a8-4b1a-9ad6-cbb97ae12622 req-c2298b31-a568-4933-bc75-c498fdfd1b22 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0844986 Dec 04 22:03:09.432469 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4513a96b-29a8-4b1a-9ad6-cbb97ae12622 req-1794b61e-7871-40f4-b72c-f919f901e24a tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407979 Dec 04 22:03:10.646918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407c4fe-6987-42c3-9fc9-3880617c67d9 req-69964b75-b2d7-48c4-b372-1f0877e03ceb tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:10.648499 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f407c4fe-6987-42c3-9fc9-3880617c67d9 req-69964b75-b2d7-48c4-b372-1f0877e03ceb tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0859368 Dec 04 22:03:10.695173 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-f407c4fe-6987-42c3-9fc9-3880617c67d9 req-baa6ae30-6ada-401c-8503-799b5f70a98f tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402040 Dec 04 22:03:11.056578 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 42912) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:03:11.118782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01384e5-5c8e-4b43-9b97-74371d847e80 req-e67a4bfe-134d-4d18-bac2-e62804b0bbb2 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:11.120378 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01384e5-5c8e-4b43-9b97-74371d847e80 req-e67a4bfe-134d-4d18-bac2-e62804b0bbb2 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0905085 Dec 04 22:03:11.168310 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c01384e5-5c8e-4b43-9b97-74371d847e80 req-4ffe43a5-b7bb-41ae-8672-bee674a2e090 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0409105 Dec 04 22:03:11.214143 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-6cb78da9-b038-4a14-b481-fa7cc8a2d08b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1561680 Dec 04 22:03:11.240999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:03:11.355152 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:11.384522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:03:11.395204 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:03:11.399225 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:11.401092 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-6e287106-79e9-4799-ad9c-fc3544068459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:03:11.471445 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=5']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:03:11.483787 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.484179 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.485084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.485534 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.486174 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.486551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.486922 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.487329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.487696 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.488062 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.488424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.488789 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.489245 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.489607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.489999 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.490651 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.490760 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.491036 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.491395 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.491753 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.492112 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.492474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.492835 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.493192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:03:11.498702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:03:11.529116 dv-cinder-749155-4-smb neutron-server[80174]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'code': 422} returned with failed status Dec 04 22:03:12.376024 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-840c8298-ce0a-4769-a742-8b2b2b1cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:12.377596 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-840c8298-ce0a-4769-a742-8b2b2b1cf3be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&tenant_id=69d0b27e776e487bbf67a3684c9b6ccb HTTP/1.1" status: 200 len: 1161 time: 0.0793495 Dec 04 22:03:12.382274 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b299-1ecf-491a-943b-15cc504c659c req-6e399879-1d54-4ade-9911-f1e12781b4a1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:12.383824 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a6e6b299-1ecf-491a-943b-15cc504c659c req-6e399879-1d54-4ade-9911-f1e12781b4a1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0844810 Dec 04 22:03:12.431987 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-a6e6b299-1ecf-491a-943b-15cc504c659c req-f8185fb3-c8dd-435c-b6a6-cf24318a439e tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418115 Dec 04 22:03:12.483371 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-25f0fdcb-cffc-456b-bcbd-0f33f62b4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:12.485270 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-25f0fdcb-cffc-456b-bcbd-0f33f62b4b64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1161 time: 0.0757804 Dec 04 22:03:12.628657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-ada37ebc-1892-4c87-83f5-40d697f398d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:12.630208 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-ada37ebc-1892-4c87-83f5-40d697f398d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1392152 Dec 04 22:03:12.738183 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-05a3ff60-6dd2-41ce-a0ea-01b136c5a3b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 999 time: 0.1017737 Dec 04 22:03:12.810138 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-454ff860-abd6-4da7-ac36-f3dfb7137100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:12.811691 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-454ff860-abd6-4da7-ac36-f3dfb7137100 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0677183 Dec 04 22:03:12.892350 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-53dc4da7-3218-441d-a119-88c8b077dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:12.894000 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-53dc4da7-3218-441d-a119-88c8b077dcaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760760 Dec 04 22:03:13.040068 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-20ae2823-77ab-407e-a73b-61aada16939c service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393807 Dec 04 22:03:13.183805 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-d369804f-fd15-47cf-819a-3f463cf83b77 req-e8142db7-d52d-4d7a-9586-c774fb95ed8c service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375628 Dec 04 22:03:13.653891 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47e8eb-c894-47ba-9687-6660ac9c417d req-8711fbc7-de66-4a81-b41c-89191eb79588 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:13.655517 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1c47e8eb-c894-47ba-9687-6660ac9c417d req-8711fbc7-de66-4a81-b41c-89191eb79588 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0876892 Dec 04 22:03:13.708606 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-1c47e8eb-c894-47ba-9687-6660ac9c417d req-2d488750-66d7-4bcb-813f-d29966485422 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0466385 Dec 04 22:03:14.924624 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d8b55-61f5-4439-8f2c-d82c350918b4 req-b6dc7a6a-3a5e-481e-b400-366ac6ef862c tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:14.926247 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-702d8b55-61f5-4439-8f2c-d82c350918b4 req-b6dc7a6a-3a5e-481e-b400-366ac6ef862c tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0873713 Dec 04 22:03:14.972617 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-702d8b55-61f5-4439-8f2c-d82c350918b4 req-13646619-2b2a-4989-9da9-038ff4b0f84b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401573 Dec 04 22:03:16.183403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dee460-cf28-4346-9620-b8889ce99b3b req-35451d04-6749-4eb8-a69e-36dba55137ec tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:16.184996 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-22dee460-cf28-4346-9620-b8889ce99b3b req-35451d04-6749-4eb8-a69e-36dba55137ec tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0833926 Dec 04 22:03:16.232337 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-22dee460-cf28-4346-9620-b8889ce99b3b req-574f6210-5937-4817-aa70-5b8c7799ca97 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410132 Dec 04 22:03:17.449477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fc6b6-7d3d-4cfe-8ac3-8bf0a206c7d4 req-c8d33f7d-59c3-41d2-a9b9-0854eb887714 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:17.451111 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-385fc6b6-7d3d-4cfe-8ac3-8bf0a206c7d4 req-c8d33f7d-59c3-41d2-a9b9-0854eb887714 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 944 time: 0.0873742 Dec 04 22:03:17.501445 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-385fc6b6-7d3d-4cfe-8ac3-8bf0a206c7d4 req-969fb883-7325-475f-96dd-0847903b9413 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438843 Dec 04 22:03:17.873847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:03:17.943424 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:03:17.943839 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:18.064045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621248'] for port, before_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:18.092820 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:03:18.104634 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] For port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:03:18.107442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734684489433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302170692195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734684083639'] for port, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:18.109581 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:03:18.152467 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'code': 200} Dec 04 22:03:18.180640 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Pushing event updated for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=6']} {{(pid=80288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:03:18.184144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:03:18.499201 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ff55-65fc-4a6e-8f19-ccbba90867fd req-fb091fac-3fac-4e96-b903-f78fc0df7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:18.500854 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63b1ff55-65fc-4a6e-8f19-ccbba90867fd req-fb091fac-3fac-4e96-b903-f78fc0df7ff3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0778961 Dec 04 22:03:18.543784 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-63b1ff55-65fc-4a6e-8f19-ccbba90867fd req-c47f371d-2a9b-4036-8cb8-b0a3be1c91c9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0366616 Dec 04 22:03:18.720648 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce320a5-c933-44b5-954c-5bf2fa0756c0 req-2237bffc-1cfa-4e7b-9862-a963c1014bdb tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:18.722272 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ce320a5-c933-44b5-954c-5bf2fa0756c0 req-2237bffc-1cfa-4e7b-9862-a963c1014bdb tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0903387 Dec 04 22:03:18.769299 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-4ce320a5-c933-44b5-954c-5bf2fa0756c0 req-07cb41a2-8fc4-47aa-aac2-6ee8b444902c tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405674 Dec 04 22:03:19.447002 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf up at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 22:03:19.520607 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.provisioning_blocks [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Provisioning complete for port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf triggered by entity L2. {{(pid=80288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 22:03:19.521169 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853981035'] for port, provisioning_complete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:19.983897 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886c1ea-bcc1-4835-bd26-824d5596ecd4 req-d26759b3-edfb-42be-90bf-1b9a45c2bc55 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:19.985551 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9886c1ea-bcc1-4835-bd26-824d5596ecd4 req-d26759b3-edfb-42be-90bf-1b9a45c2bc55 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0819762 Dec 04 22:03:20.037858 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-9886c1ea-bcc1-4835-bd26-824d5596ecd4 req-298d3283-4e3b-4678-8ba7-69d9f345551e tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454502 Dec 04 22:03:21.266379 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a573-a120-4ae1-931d-3d78e10d048c req-7e3faabb-a670-4b74-be53-26df48707db6 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:21.268016 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-96d2a573-a120-4ae1-931d-3d78e10d048c req-7e3faabb-a670-4b74-be53-26df48707db6 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0882397 Dec 04 22:03:21.315529 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-96d2a573-a120-4ae1-931d-3d78e10d048c req-26902595-c312-407c-8d45-92100138a6c3 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403857 Dec 04 22:03:24.348474 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:03:27.843064 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6fad6dc8-f717-4235-a8dc-c07caca9bfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:31.008597 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-1b47d910-9cb5-41a5-9461-7588c3ef6840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:31.985590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:32.642180 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:32.892563 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:33.832309 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:03:44.821059 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-fdd49f1c-6109-4f07-89c9-7c14019dce06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1473689 Dec 04 22:03:44.984769 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-dd98a148-178a-4b1f-b406-482a7286f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:44.986303 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-dd98a148-178a-4b1f-b406-482a7286f55b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0747128 Dec 04 22:03:45.145326 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-5452a6fe-3ea6-4896-b838-13c2b7579dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:45.147011 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-5452a6fe-3ea6-4896-b838-13c2b7579dbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1419120 Dec 04 22:03:45.254284 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-e7db0ea4-e271-4bd7-8c36-3e6d8055ccbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1001 time: 0.1002364 Dec 04 22:03:45.328661 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-ee8b5a41-1d9b-4fb0-bed1-ba77ec8fb6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:45.330247 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-ee8b5a41-1d9b-4fb0-bed1-ba77ec8fb6b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0699801 Dec 04 22:03:45.411236 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-cb86771a-b167-4014-93cb-14a39fdeeece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:03:45.412832 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-cb86771a-b167-4014-93cb-14a39fdeeece service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766454 Dec 04 22:03:45.424413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-28892aa6-d55c-48c9-aa64-2ef8fd69e0bc service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 22:03:45.425442 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-28892aa6-d55c-48c9-aa64-2ef8fd69e0bc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0051861 Dec 04 22:03:45.567695 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-a6d0fe4c-3365-410b-9234-0611df31f078 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357586 Dec 04 22:03:45.710178 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3b5fcbc8-f7a5-4e47-9ee9-35d6765b3771 req-ef7e4db3-6b40-4972-85fc-41c64b3e7b2f service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355937 Dec 04 22:03:57.845416 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-dbcddeb8-8db4-42db-a1ef-973558558f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:01.011894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-8fe87984-ab54-4e5a-8836-4330a1ef6d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:01.348337 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:04:01.987331 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:02.646214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:02.885522 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:03.834969 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:27.846367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4d12838d-c245-49e3-a7aa-edf85cbd1404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:31.015055 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-f20f460e-4a0d-4305-b703-ea820fa3328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:31.990101 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:32.649360 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:32.887681 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:33.838694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:38.348441 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:04:44.735299 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-2546fcbf-5533-4531-b248-784426fddcfe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0733199 Dec 04 22:04:44.899143 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-94c43c68-e71e-4222-8417-cedd4c97a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:44.900761 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-94c43c68-e71e-4222-8417-cedd4c97a799 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.0788689 Dec 04 22:04:45.058880 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-16b391e4-a867-456d-9536-db5bdb91256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:45.060472 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-16b391e4-a867-456d-9536-db5bdb91256a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.1398237 Dec 04 22:04:45.168854 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-f35994e8-07b9-4650-a000-f7ee905daec5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 1001 time: 0.1016350 Dec 04 22:04:45.237003 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-6d95bf74-7e44-4db9-9e39-2dbbd66bb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:45.238561 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-6d95bf74-7e44-4db9-9e39-2dbbd66bb120 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.0634005 Dec 04 22:04:45.318691 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-73dea9a2-3e32-4556-a4a4-6a1ef48fe31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:45.320209 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-73dea9a2-3e32-4556-a4a4-6a1ef48fe31b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751598 Dec 04 22:04:45.471000 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-983d2261-7bb3-4a1f-9230-8d9e50958195 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443877 Dec 04 22:04:45.834100 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e2960ed0-0804-4a4b-a923-6611dbef9315 req-d1baa651-fb26-4d3b-9266-1aa236901934 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3570323 Dec 04 22:04:56.961760 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-e7029b85-2542-4c1b-b05d-0a31f056cd06 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/floatingips/b652b367-db38-4fc1-ad55-33308710a043 HTTP/1.1" status: 200 len: 998 time: 0.1910045 Dec 04 22:04:57.125857 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-0665c5d8-b5ab-46bb-b402-ddee7cc9b321 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:57.127344 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-0665c5d8-b5ab-46bb-b402-ddee7cc9b321 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/networks/b234d780-2f3f-4e66-b428-ba76b021e811 HTTP/1.1" status: 200 len: 784 time: 0.1589766 Dec 04 22:04:57.139847 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-792930e5-43b7-4359-976f-a00105795a6b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80285) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 22:04:57.140891 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-792930e5-43b7-4359-976f-a00105795a6b tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060875 Dec 04 22:04:57.255698 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-d81f053b-a3c0-4b11-8357-0f8e47709660 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.44 HTTP/1.1" status: 200 len: 1001 time: 0.1073635 Dec 04 22:04:57.336866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-4f2c75a7-399a-42c0-b8e1-a4b25dee6484 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:57.338259 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-4f2c75a7-399a-42c0-b8e1-a4b25dee6484 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports/d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 943 time: 0.0764842 Dec 04 22:04:57.654373 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-dd5a7150-2c7f-41b3-89ca-8994aaa8b322 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.3.44 HTTP/1.1" status: 200 len: 1001 time: 0.0993376 Dec 04 22:04:57.850040 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0993ba72-504c-4946-af80-cb2ec84f2e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:57.872966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Deleting port 072b08a0-e9af-47ab-b91e-77879ef434ee {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:04:57.873347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:58.068086 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:58.068726 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for floatingip, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:58.204984 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Calling delete_port for 072b08a0-e9af-47ab-b91e-77879ef434ee owned by network:floatingip {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:04:58.361962 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:58.378284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:04:58.434833 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event deleted for resources: {'Port': ['ID=072b08a0-e9af-47ab-b91e-77879ef434ee,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:04:58.501448 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.501861 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.502296 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.502701 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.503103 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.503592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.504293 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.504702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.505102 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.505499 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.505916 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.506313 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.506791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.507186 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.507579 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.507971 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.508367 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.509014 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.509403 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.509793 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.510208 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.510599 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.510989 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.511380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:04:58.516284 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:04:58.623533 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for floatingip, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:58.623824 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.db.l3_db [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Floating IP b652b367-db38-4fc1-ad55-33308710a043 disassociated (deleted). External IP: 172.28.3.44, port: d776f3c7-29a1-469a-bf92-c7c6d21b9bdf. Dec 04 22:04:58.996806 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 22:04:59.187372 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 22:04:59.197659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] Sync routers for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 22:04:59.207298 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:04:59.207960 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:04:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:04:59.213903 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for floatingip, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:04:59.270517 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-39947966-018c-4d66-8d0d-bfc0daf16e50 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "DELETE /v2.0/floatingips/b652b367-db38-4fc1-ad55-33308710a043 HTTP/1.1" status: 204 len: 173 time: 1.6099701 Dec 04 22:04:59.271071 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:04:59.397975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:04:59.429450 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'status': 'completed', 'code': 200} Dec 04 22:04:59.444137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-8dbbcebb-08ac-444e-adc2-824fa2de0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:59.445734 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-8dbbcebb-08ac-444e-adc2-824fa2de0ecc service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.1621013 Dec 04 22:04:59.655540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-d45cb2c9-c519-4cae-9079-4528838f251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:59.657162 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-d45cb2c9-c519-4cae-9079-4528838f251b service neutron] 10.222.0.17 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.2049403 Dec 04 22:04:59.659945 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-3f7c6694-7c1f-4e8f-af4b-fba055961a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:04:59.661499 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-3f7c6694-7c1f-4e8f-af4b-fba055961a1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 1163 time: 0.1847110 Dec 04 22:04:59.734848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:04:59.739393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] Checking router: 9eb823b8-2be3-4f98-a7bb-4cbe61261316 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 22:04:59.748252 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:04:59.748899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:04:31Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:04:59.757854 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-08c39c35-3264-45ee-8459-127eea1a3025 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 217 time: 0.0914176 Dec 04 22:04:59.938659 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:05:00.136018 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-69062f82-3f5d-4702-b89c-af45a56420e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:00.137630 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-69062f82-3f5d-4702-b89c-af45a56420e7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.3674934 Dec 04 22:05:00.205841 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-a6c25119-ff2c-4729-8a8f-e22eeed40987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:00.208119 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-a6c25119-ff2c-4729-8a8f-e22eeed40987 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 200 len: 902 time: 0.4823694 Dec 04 22:05:00.281325 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:00.285649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9d3234-1283-497c-affe-99f202bfcd04 None None] The sync data for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb is: [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T21:59:51Z', 'revision_number': 4, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb', '_interfaces': [{'id': 'b34f946d-0813-4acc-bb34-cdb4c9761a40', 'name': '', 'network_id': 'b5d82da7-0624-4ee5-bfde-894bb6c8a951', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'mac_address': 'fa:16:3e:70:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:50Z', 'updated_at': '2020-12-04T21:59:59Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'subnets': [{'id': '0891573c-a88c-40ad-a609-5ab06e8e5af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 22:05:00.290039 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-0be25c59-6c12-4acb-9982-11bb43296c6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 200 len: 217 time: 0.0722663 Dec 04 22:05:00.353219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-2a10c59c-17de-4748-b755-ffbaf793841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:00.354911 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-2a10c59c-17de-4748-b755-ffbaf793841c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2088068 Dec 04 22:05:00.413932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-45ba9386-7b07-47d9-9144-6473e965089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:00.415648 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-45ba9386-7b07-47d9-9144-6473e965089c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 200 len: 847 time: 0.1187882 Dec 04 22:05:00.582843 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-fe9534aa-62e6-4f26-b4b5-49ebf6ab0162 service neutron] 10.222.0.17 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190104 Dec 04 22:05:00.590623 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-4718af60-453d-4895-9993-54dcf83437d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:00.592268 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-4718af60-453d-4895-9993-54dcf83437d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5d82da7-0624-4ee5-bfde-894bb6c8a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1295598 Dec 04 22:05:00.700380 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d035eb-bf3c-4549-a14d-83030424cf8d None None] New status for floating IP b652b367-db38-4fc1-ad55-33308710a043: DOWN {{(pid=80288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 22:05:00.856837 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-03b6033f-d293-4d94-bef6-7726a85ae34a req-7980919f-eada-4d82-8bdc-9162dc83c83f service neutron] 10.222.0.17 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2633717 Dec 04 22:05:00.860153 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-0ea33048-8dc5-4533-bbd6-0ad6b888f49f service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446547 Dec 04 22:05:01.009800 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-2c249b4f-6f1f-4d1f-be09-bfe73fcd38a2 req-d9eef1e1-3254-4ddb-bf9f-5234f3640421 service neutron] 10.222.0.49 "GET /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428342 Dec 04 22:05:01.021895 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b57e-d5e2-49f3-b357-5e5a95aed6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:01.358224 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c1a57-ee97-4908-bbbc-9c226d32bf86 req-d69a7bdf-4200-4aa5-9455-37a8973a78ba tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:01.358985 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3d4c1a57-ee97-4908-bbbc-9c226d32bf86 req-d69a7bdf-4200-4aa5-9455-37a8973a78ba tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Synchronizing usage tracker for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:port {{(pid=80285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 22:05:01.374256 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.quota.resource [req-3d4c1a57-ee97-4908-bbbc-9c226d32bf86 req-d69a7bdf-4200-4aa5-9455-37a8973a78ba tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Unset dirty status for tenant:69d0b27e776e487bbf67a3684c9b6ccb on resource:port {{(pid=80285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 22:05:01.375439 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d4c1a57-ee97-4908-bbbc-9c226d32bf86 req-d69a7bdf-4200-4aa5-9455-37a8973a78ba tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.1040246 Dec 04 22:05:01.424330 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-3d4c1a57-ee97-4908-bbbc-9c226d32bf86 req-a3ed5ea8-268f-455f-9a4f-871c07409490 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424695 Dec 04 22:05:01.993500 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:02.651702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:02.719610 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198578-0411-4b7c-8198-535f9128d112 req-e7df0d5d-ece6-4181-9f6e-ed7a577596c1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:02.721125 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c0198578-0411-4b7c-8198-535f9128d112 req-e7df0d5d-ece6-4181-9f6e-ed7a577596c1 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.1601782 Dec 04 22:05:02.771302 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-c0198578-0411-4b7c-8198-535f9128d112 req-c88097e5-61ac-4a31-88bf-7e1c53bea0aa tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups?id=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432158 Dec 04 22:05:02.898714 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-dbca3f1e-3768-4d41-b290-a42484b9be01 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 22:05:02.900366 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-dbca3f1e-3768-4d41-b290-a42484b9be01 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.49 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 946 time: 0.0850744 Dec 04 22:05:02.902355 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:02.979152 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Deleting port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:02.979462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:03.236959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] For port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:03.237279 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:03.364733 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Calling delete_port for d776f3c7-29a1-469a-bf92-c7c6d21b9bdf owned by compute:nova {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:03.510447 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:03.525864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-5738c7bc-86e2-410a-9a90-8d095ce63f5c tempest-AttachVolumeTestJSON-162933226 tempest-AttachVolumeTestJSON-162933226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:03.585422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event deleted for resources: {'Port': ['ID=d776f3c7-29a1-469a-bf92-c7c6d21b9bdf,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:03.589288 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:03.729177 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] No DVR routers for this DVR port d776f3c7-29a1-469a-bf92-c7c6d21b9bdf on host hv-cinder-74915 {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 22:05:03.731476 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769951'] for port, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:03.734356 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-deleted', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf'}] {{(pid=80285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 22:05:03.750578 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-e5b71eae-d64d-47e5-859a-5032a608d765 req-e34cb52f-2ab1-4904-bf6a-202e5e15be00 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.49 "DELETE /v2.0/ports/d776f3c7-29a1-469a-bf92-c7c6d21b9bdf HTTP/1.1" status: 204 len: 173 time: 0.8448255 Dec 04 22:05:03.804163 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18f5542-f754-4031-a02e-99de7306be79', 'name': 'network-vif-deleted', 'tag': 'd776f3c7-29a1-469a-bf92-c7c6d21b9bdf', 'status': 'completed', 'code': 200} Dec 04 22:05:03.843144 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:03.950194 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-5f31e4af-c33d-4110-83c8-091bcfd40f5d req-fd52ba2a-03df-4e1b-a0a3-365bf8011161 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/ports?device_id=a18f5542-f754-4031-a02e-99de7306be79 HTTP/1.1" status: 200 len: 210 time: 0.0458581 Dec 04 22:05:04.439996 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:04.472975 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] No Port match for: d776f3c7-29a1-469a-bf92-c7c6d21b9bdf {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:04.473359 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Device d776f3c7-29a1-469a-bf92-c7c6d21b9bdf not bound to the agent host hv-cinder-74915 {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:05.138355 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58103f73-b678-4925-96d0-80283858a217 req-8b78dfce-9ee1-4a0a-8a4e-4c8225787b48 tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "GET /v2.0/security-groups/f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc HTTP/1.1" status: 200 len: 2879 time: 0.0516520 Dec 04 22:05:05.215777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-58103f73-b678-4925-96d0-80283858a217 req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group, before_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:05.245156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-58103f73-b678-4925-96d0-80283858a217 req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group, precommit_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:05.294912 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-58103f73-b678-4925-96d0-80283858a217 req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:05.299094 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-4493f027-df41-4648-a470-a9473c8d29c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:05.315069 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc,revision_number=None']} {{(pid=80286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:05.325056 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.325473 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.325917 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.326291 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.326693 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.327090 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.327478 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.327868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.328257 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.328641 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.329028 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.329412 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.329904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.330307 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.330694 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.331077 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.331462 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.331848 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.332271 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.332653 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.333033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.333413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.333804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.334205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-smb {{(pid=80286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 22:05:05.340782 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:05.342866 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [req-58103f73-b678-4925-96d0-80283858a217 req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] Notify callbacks [] for security_group, before_response {{(pid=80286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:05.344071 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [req-58103f73-b678-4925-96d0-80283858a217 req-85b3ebbc-e61a-49d6-b39b-385505268f9d tempest-TestShelveInstance-1921001997 tempest-TestShelveInstance-1921001997] 10.222.0.17 "DELETE /v2.0/security-groups/f52b25d1-4ac3-4bfd-9e0a-3afaf63318fc HTTP/1.1" status: 204 len: 173 time: 0.1991611 Dec 04 22:05:06.422282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43004) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:06.922047 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854340899'] for router_interface, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:07.526622 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Deleting port b34f946d-0813-4acc-bb34-cdb4c9761a40 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:07.527219 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:07.936477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] For port b34f946d-0813-4acc-bb34-cdb4c9761a40, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=b34f946d-0813-4acc-bb34-cdb4c9761a40,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:07.936871 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:08.072181 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Calling delete_port for b34f946d-0813-4acc-bb34-cdb4c9761a40 owned by network:router_interface {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:08.410126 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:08.425526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-a47b8c45-3097-4cd5-b563-fb11132563aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:08.479417 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34f946d-0813-4acc-bb34-cdb4c9761a40,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:08.482409 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:08.823244 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-976612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428877'] for router_interface, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:09.325193 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 22:05:09.511826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 22:05:09.521617 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] Sync routers for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 22:05:09.526208 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] 10.222.0.17 "PUT /v2.0/routers/9eb823b8-2be3-4f98-a7bb-4cbe61261316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1026621 Dec 04 22:05:09.528868 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43010) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:09.532613 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:05:09.533280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:05:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:09.713282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks [] for router, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:09.718334 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:05:09.908127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:09.914434 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Deleting port 61613b89-1e50-4e6e-b56e-cd9fded7469b {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:09.915025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.107804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] For port 61613b89-1e50-4e6e-b56e-cd9fded7469b, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=61613b89-1e50-4e6e-b56e-cd9fded7469b,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:10.108209 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.176463 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T22:05:08Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:10.181353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] Checking router: 9eb823b8-2be3-4f98-a7bb-4cbe61261316 for host: dv-cinder-749155-4-smb {{(pid=80289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 22:05:10.190932 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] Routers {'9eb823b8-2be3-4f98-a7bb-4cbe61261316'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:05:10.191616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:05:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'], 'active': True} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:10.384419 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] Set router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 gateway port host: dv-cinder-749155-4-smb {{(pid=80289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:05:10.469001 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Calling delete_port for 61613b89-1e50-4e6e-b56e-cd9fded7469b owned by network:router_gateway {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:10.604389 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.681451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T22:05:08Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:10.685616 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af4ab6-b584-44a8-b3ad-3568f9261f87 None None] The sync data for ids ['9eb823b8-2be3-4f98-a7bb-4cbe61261316'] in dv-cinder-749155-4-smb is: [{'id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'name': 'tempest-TestShelveInstance-141402411-router', 'tenant_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:46Z', 'updated_at': '2020-12-04T22:05:08Z', 'revision_number': 5, 'project_id': '69d0b27e776e487bbf67a3684c9b6ccb', 'gw_port': {'id': '61613b89-1e50-4e6e-b56e-cd9fded7469b', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb823b8-2be3-4f98-a7bb-4cbe61261316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:47Z', 'updated_at': '2020-12-04T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 22:05:10.795968 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430549'] for router_gateway, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.935678 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759561'] for router, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.938373 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.954444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b34f946d-0813-4acc-bb34-cdb4c9761a40 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:10.965902 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367839'] for router, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.966526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb823b8-2be3-4f98-a7bb-4cbe61261316 {{(pid=80285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 22:05:10.979825 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:10.981055 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0deb4b91-acb2-4f6e-af9c-fdb151935045 admin admin] 10.222.0.17 "DELETE /v2.0/routers/9eb823b8-2be3-4f98-a7bb-4cbe61261316 HTTP/1.1" status: 204 len: 168 time: 1.4511652 Dec 04 22:05:10.983791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43014) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:10.990408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: b34f946d-0813-4acc-bb34-cdb4c9761a40 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:10.990408 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device b34f946d-0813-4acc-bb34-cdb4c9761a40 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:11.054295 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Deleting subnet 0891573c-a88c-40ad-a609-5ab06e8e5af6 {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 22:05:11.058442 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:11.115496 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:11.240080 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:11.502929 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:11.518744 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:11.568815 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0891573c-a88c-40ad-a609-5ab06e8e5af6,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:11.615777 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:11.651264 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:11.656421 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b93c99-4243-48d2-8d82-7551d3a3b15c None None] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 22:05:11.657250 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-2a472fd5-e7ad-4dbe-8708-2298b3f1877b admin admin] 10.222.0.17 "DELETE /v2.0/subnets/0891573c-a88c-40ad-a609-5ab06e8e5af6 HTTP/1.1" status: 204 len: 168 time: 0.6724458 Dec 04 22:05:11.659980 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43018) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:11.783673 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:11.858239 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Deleting port 8be5d087-8352-4eeb-b773-1da2ed10aa8d {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:11.858626 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.080029 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] For port 8be5d087-8352-4eeb-b773-1da2ed10aa8d, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8be5d087-8352-4eeb-b773-1da2ed10aa8d,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:12.080605 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.087654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] DHCP port deletion for b5d82da7-0624-4ee5-bfde-894bb6c8a951 request from dv-cinder-749155-4-smb {{(pid=80288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 22:05:12.091936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Deleting port 8be5d087-8352-4eeb-b773-1da2ed10aa8d {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:12.092349 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.220063 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Calling delete_port for 8be5d087-8352-4eeb-b773-1da2ed10aa8d owned by network:dhcp {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:12.296202 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.305054 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] For port 8be5d087-8352-4eeb-b773-1da2ed10aa8d, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=8be5d087-8352-4eeb-b773-1da2ed10aa8d,segment=NetworkSegment(01f91083-14fa-43be-b949-c2cfef8ecead),segment_id=01f91083-14fa-43be-b949-c2cfef8ecead)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:12.305513 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.312781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-07c855e0-f8cf-41bb-8fde-6c2e2a2776a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:12.368749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be5d087-8352-4eeb-b773-1da2ed10aa8d,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:12.372670 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:12.433391 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Calling delete_port for 8be5d087-8352-4eeb-b773-1da2ed10aa8d owned by network:dhcp {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:12.456904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] No DVR routers for this DVR port 8be5d087-8352-4eeb-b773-1da2ed10aa8d on host dv-cinder-749155-4-smb {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 22:05:12.506702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 22:05:12.507105 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 22:05:12.582261 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.697747 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d82da7-0624-4ee5-bfde-894bb6c8a951']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:12.710472 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f91083-14fa-43be-b949-c2cfef8ecead') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:12.710904 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f91083-14fa-43be-b949-c2cfef8ecead') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:12.722796 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.737908 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.739918 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 22:05:12.921966 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 22:05:12.931630 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:12.991200 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 61613b89-1e50-4e6e-b56e-cd9fded7469b no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:13.021013 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Deleting port 8be5d087-8352-4eeb-b773-1da2ed10aa8d {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:13.021425 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:13.059666 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 61613b89-1e50-4e6e-b56e-cd9fded7469b {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:13.060067 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 61613b89-1e50-4e6e-b56e-cd9fded7469b not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:13.060477 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8be5d087-8352-4eeb-b773-1da2ed10aa8d no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:13.116981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Network b5d82da7-0624-4ee5-bfde-894bb6c8a951 has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 22:05:13.126386 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f77b3-eecf-4fda-8b1e-032b21875472 None None] The port '8be5d087-8352-4eeb-b773-1da2ed10aa8d' was deleted {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 22:05:13.127259 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 8be5d087-8352-4eeb-b773-1da2ed10aa8d {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:13.127647 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 8be5d087-8352-4eeb-b773-1da2ed10aa8d not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 22:05:13.140599 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 22:05:13.232363 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:13.235783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:13.249528 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:13.260439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d82da7-0624-4ee5-bfde-894bb6c8a951,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:13.264998 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:13.268540 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-7a250b90-2561-4e4d-95f4-17fd8716f284 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b5d82da7-0624-4ee5-bfde-894bb6c8a951 HTTP/1.1" status: 204 len: 168 time: 1.6074917 Dec 04 22:05:13.271704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43022) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:13.856679 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854340899'] for router_interface, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:14.455652 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Deleting port eb656944-baa6-47c6-949d-2dac44ffe48c {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:14.456272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:14.636140 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] For port eb656944-baa6-47c6-949d-2dac44ffe48c, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=eb656944-baa6-47c6-949d-2dac44ffe48c,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:14.636540 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:14.764039 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Calling delete_port for eb656944-baa6-47c6-949d-2dac44ffe48c owned by network:router_interface {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:14.942451 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:14.958127 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-ca4d1d9d-8422-4218-8f87-aaae23eda3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:15.015153 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb656944-baa6-47c6-949d-2dac44ffe48c,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:15.018981 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:15.347763 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:05:15.366436 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-976612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428877'] for router_interface, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:15.859699 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Router 3aeaf59e-daa7-4496-8b73-300987e8cc98 has already been hosted by L3 agent 34c298fc-f329-421d-805f-0bd4b30da3c5 {{(pid=80285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 22:05:16.045075 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-smb the message routers_updated {{(pid=80285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 22:05:16.054220 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] Sync routers for ids ['3aeaf59e-daa7-4496-8b73-300987e8cc98'] in dv-cinder-749155-4-smb {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 22:05:16.056990 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-b1715fc6-4657-47ed-b659-becafe105375 admin admin] 10.222.0.17 "PUT /v2.0/routers/3aeaf59e-daa7-4496-8b73-300987e8cc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7840323 Dec 04 22:05:16.059524 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43026) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:16.065649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] Routers {'3aeaf59e-daa7-4496-8b73-300987e8cc98'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:05:16.066413 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:05:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['3aeaf59e-daa7-4496-8b73-300987e8cc98'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:16.245049 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:16.258606 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] Set router 3aeaf59e-daa7-4496-8b73-300987e8cc98 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:05:16.428156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:16.434070 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Deleting port 50ab6b5c-992e-407c-802c-2e885f9d5c35 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:16.434437 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:16.574660 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T22:05:14Z', 'revision_number': 5, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T22:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:16.579161 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] Checking router: 3aeaf59e-daa7-4496-8b73-300987e8cc98 for host: dv-cinder-749155-4-smb {{(pid=80288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 22:05:16.590051 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] Routers {'3aeaf59e-daa7-4496-8b73-300987e8cc98'} bound to L3 agent in host dv-cinder-749155-4-smb {{(pid=80288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 22:05:16.590743 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:01Z,description=,heartbeat_timestamp=2020-12-04T22:05:01Z,host='dv-cinder-749155-4-smb',id=34c298fc-f329-421d-805f-0bd4b30da3c5,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T21:33:01Z,topic='l3_agent')) {'router_ids': ['3aeaf59e-daa7-4496-8b73-300987e8cc98'], 'active': True} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:16.781657 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvr_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] Set router 3aeaf59e-daa7-4496-8b73-300987e8cc98 gateway port host: dv-cinder-749155-4-smb {{(pid=80288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 22:05:16.850816 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] For port 50ab6b5c-992e-407c-802c-2e885f9d5c35, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=50ab6b5c-992e-407c-802c-2e885f9d5c35,segment=NetworkSegment(2178fa33-c0ba-485a-a1e1-cbf432b07116),segment_id=2178fa33-c0ba-485a-a1e1-cbf432b07116)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:16.851128 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:16.984433 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Calling delete_port for 50ab6b5c-992e-407c-802c-2e885f9d5c35 owned by network:router_gateway {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:17.104587 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_hamode_db [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T22:05:14Z', 'revision_number': 5, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T22:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}], 'dv-cinder-749155-4-smb', False) {} {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:17.108944 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09066b6-ac8f-4a90-ba2f-372b9b2c266d None None] The sync data for ids ['3aeaf59e-daa7-4496-8b73-300987e8cc98'] in dv-cinder-749155-4-smb is: [{'id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'name': 'tempest-TestShelveInstance-368349149-router', 'tenant_id': '7ee470708f3042f7859ea4dc9abb2344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'external_fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:59:54Z', 'updated_at': '2020-12-04T22:05:14Z', 'revision_number': 5, 'project_id': '7ee470708f3042f7859ea4dc9abb2344', 'gw_port': {'id': '50ab6b5c-992e-407c-802c-2e885f9d5c35', 'name': '', 'network_id': 'b234d780-2f3f-4e66-b428-ba76b021e811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeaf59e-daa7-4496-8b73-300987e8cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:59:55Z', 'updated_at': '2020-12-04T22:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9480d2e2-8e63-4f30-83a0-ac6564e10ef6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-smb'}] {{(pid=80288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 22:05:17.131033 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.328949 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430549'] for router_gateway, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.464710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759561'] for router, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.467104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.488383 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367839'] for router, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.488994 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aeaf59e-daa7-4496-8b73-300987e8cc98 {{(pid=80285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 22:05:17.501609 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] Notify callbacks [] for router, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.502878 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-01d5e7ed-fc20-4182-a36f-3e8a63e6feb0 admin admin] 10.222.0.17 "DELETE /v2.0/routers/3aeaf59e-daa7-4496-8b73-300987e8cc98 HTTP/1.1" status: 204 len: 168 time: 1.4423585 Dec 04 22:05:17.505595 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43030) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:17.577443 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.db_base_plugin_v2 [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Deleting subnet 499f8aef-8313-4a64-8b62-0a68d8a38ba0 {{(pid=80285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 22:05:17.581755 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.644556 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847830774'] for subnet, precommit_delete_associations {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.726910 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839411'] for subnet, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:17.988973 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6373664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848431282'] for subnet, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.006205 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-45e7a065-aef8-468a-a7a2-05feb1033e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:18.061287 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499f8aef-8313-4a64-8b62-0a68d8a38ba0,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:18.064095 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:18.147353 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.153043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c338c7-55dc-4968-829d-f8662d2de311 None None] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf requested from dv-cinder-749155-4-smb {{(pid=80288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 22:05:18.153511 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-481e8b55-dfb6-4a32-839b-f93acff88591 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/499f8aef-8313-4a64-8b62-0a68d8a38ba0 HTTP/1.1" status: 204 len: 168 time: 0.6468487 Dec 04 22:05:18.156250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43034) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:18.278781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661713'] for network, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.352084 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Deleting port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 {{(pid=80285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:18.352498 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.402680 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] DHCP port deletion for d0e0a44c-ffed-45ba-9d25-a43f01f59baf request from dv-cinder-749155-4-smb {{(pid=80288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 22:05:18.407214 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Deleting port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:18.407716 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.571991 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] For port 2b9a29b5-a289-47a0-9077-11f96d1a0b05, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=2b9a29b5-a289-47a0-9077-11f96d1a0b05,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:18.572304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.709304 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Calling delete_port for 2b9a29b5-a289-47a0-9077-11f96d1a0b05 owned by network:dhcp {{(pid=80285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:18.786339 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036731085330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734684489416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734684083605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848402090'] for port, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.793328 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.db [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] For port 2b9a29b5-a289-47a0-9077-11f96d1a0b05, host dv-cinder-749155-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-smb',level=0,port_id=2b9a29b5-a289-47a0-9077-11f96d1a0b05,segment=NetworkSegment(0c0aa401-181c-479b-a217-6baecf291874),segment_id=0c0aa401-181c-479b-a217-6baecf291874)] {{(pid=80288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 22:05:18.793775 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437384'] for port, precommit_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:18.802342 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-d4624e81-5a83-41d8-9daf-027b2be5ac8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:18.864555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9a29b5-a289-47a0-9077-11f96d1a0b05,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:18.921411 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Calling delete_port for 2b9a29b5-a289-47a0-9077-11f96d1a0b05 owned by network:dhcp {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 22:05:18.921736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:18.959347 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] No DVR routers for this DVR port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 on host dv-cinder-749155-4-smb {{(pid=80285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 22:05:18.995280 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.db.api [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 22:05:18.995875 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_db.api [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 22:05:19.009654 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 2b9a29b5-a289-47a0-9077-11f96d1a0b05 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:19.045250 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 2b9a29b5-a289-47a0-9077-11f96d1a0b05 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:19.045625 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 2b9a29b5-a289-47a0-9077-11f96d1a0b05 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:19.046104 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device eb656944-baa6-47c6-949d-2dac44ffe48c no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:19.079951 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: eb656944-baa6-47c6-949d-2dac44ffe48c {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:19.080340 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device eb656944-baa6-47c6-949d-2dac44ffe48c not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:19.080794 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 50ab6b5c-992e-407c-802c-2e885f9d5c35 no longer exists at agent ovs-agent-dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 22:05:19.091603 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841404', 'neutron.services.segments.db._delete_segments_for_network-8734684607040'] for network, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.115369 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] No Port match for: 50ab6b5c-992e-407c-802c-2e885f9d5c35 {{(pid=80288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 22:05:19.115675 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.rpc [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Device 50ab6b5c-992e-407c-802c-2e885f9d5c35 not bound to the agent host dv-cinder-749155-4-smb {{(pid=80288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 22:05:19.208381 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e0a44c-ffed-45ba-9d25-a43f01f59baf']}} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:19.221638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0aa401-181c-479b-a217-6baecf291874') {'for_net_delete': True} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:19.222020 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.services.segments.db [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0aa401-181c-479b-a217-6baecf291874') {} {{(pid=80285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 22:05:19.234439 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734684607569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6945026'] for segment, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.249023 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853936065'] for segment, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.251247 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 22:05:19.431791 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 22:05:19.440736 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6373771'] for segment, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.496894 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Deleting port 2b9a29b5-a289-47a0-9077-11f96d1a0b05 {{(pid=80288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 22:05:19.497452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302170295804'] for port, before_delete {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.567282 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.plugin [None req-be249b78-61a3-4dde-b4f1-cb1c728f7492 None None] The port '2b9a29b5-a289-47a0-9077-11f96d1a0b05' was deleted {{(pid=80288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 22:05:19.619254 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.plugins.ml2.managers [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Network d0e0a44c-ffed-45ba-9d25-a43f01f59baf has no segments {{(pid=80285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: Traceback (most recent call last): Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: timer() Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: cb(*args, **kw) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: return func(*args, **kwargs) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: self._notify() Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: self.callback(batched_events) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: event.method(event) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: segment_id)['aggregates'][0] Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: return f(self, *a, **k) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: return self._get(url).json() Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: **kwargs) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: return self.request(url, 'GET', **kwargs) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: **endpoint_filter) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 22:05:19.641943 dv-cinder-749155-4-smb neutron-server[80174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 22:05:19.719555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853799188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854345234'] for network, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.722858 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:19.739137 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853799201'] for network, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:19.746034 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e0a44c-ffed-45ba-9d25-a43f01f59baf,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:19.750542 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:19.753204 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-59cebbc9-d17c-420d-8b17-c8d3ae96e030 admin admin] 10.222.0.17 "DELETE /v2.0/networks/d0e0a44c-ffed-45ba-9d25-a43f01f59baf HTTP/1.1" status: 204 len: 168 time: 1.5958967 Dec 04 22:05:19.897456 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43040) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:19.948919 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-0d4e676b-d5b3-48c5-b0a0-bc6fc2c3ecc3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=69d0b27e776e487bbf67a3684c9b6ccb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0495341 Dec 04 22:05:19.951554 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43044) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:20.018119 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.046704 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.094278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.099430 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-37539688-8a18-421d-a589-9943bcfa0f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:20.114774 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e5e979-5b34-48d4-ab57-0b89326a385d,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:20.120134 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:20.122100 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.126216 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-cb95d308-a152-43ae-9642-e52dc7318976 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a3e5e979-5b34-48d4-ab57-0b89326a385d HTTP/1.1" status: 204 len: 168 time: 0.1735692 Dec 04 22:05:20.539043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43052) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:20.590224 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-ec8f87df-24f0-4d47-9af3-b82f2349204c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7ee470708f3042f7859ea4dc9abb2344&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0496256 Dec 04 22:05:20.592636 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [-] (80285) accepted ('10.222.0.17', 43056) {{(pid=80285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 22:05:20.654129 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.684783 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.728393 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846659123'] for security_group, after_delete {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.733272 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-1bcee89e-07f0-47e3-b387-83726109f068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 22:05:20.744551 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049da75-29f1-45fd-a631-c2c0ee015c78,revision_number=None']} {{(pid=80285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 22:05:20.749321 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG oslo_concurrency.lockutils [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 22:05:20.751438 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:20.752667 dv-cinder-749155-4-smb neutron-server[80174]: INFO neutron.wsgi [None req-9061b54f-96a8-4279-81b3-1ae483369c1c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3049da75-29f1-45fd-a631-c2c0ee015c78 HTTP/1.1" status: 204 len: 168 time: 0.1590662 Dec 04 22:05:27.851865 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-156c71c7-31c0-4ec6-aea9-f89402944422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:31.014594 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9958-164d-463d-90b6-6477aa28a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:31.998804 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:32.654043 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:32.912700 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:33.846025 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:05:52.347151 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:05:57.853853 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-5df1f555-bc7a-47a9-8b0c-7df30d8da370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:01.020184 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9b26d82e-8268-4381-b143-5c1210f94e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:01.998096 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:02.655710 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:02.906702 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:03.848410 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:10.524819 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-3e66a074-88c1-4b00-ba41-bb6d1f0c2296 service neutron] (80285) timed out ('10.222.0.17', 38726) {{(pid=80285) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 22:06:16.238899 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.wsgi [req-9fdc9e27-1c5c-4a5b-903f-67988a9e2f5c req-1e9cb4f4-c58e-480d-9cf7-442faa42f70e service neutron] (80286) timed out ('10.222.0.49', 64232) {{(pid=80286) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 22:06:27.855263 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-a5f151a5-50e1-449c-a3ea-aa4992d1a3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:29.346507 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:06:31.021864 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-41f3776c-833e-4ec2-b75a-177ec5df8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:32.000452 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:32.656537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:32.928457 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:33.853060 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:06:57.857156 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-4cec1df9-a6c0-4335-a341-948f63c6ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:01.025290 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d1e949c0-5ce7-48a5-9487-29a55d19a293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:02.002627 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:02.658628 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:02.943988 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:03.858538 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:06.346621 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:07:27.860329 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-6651bfac-1d66-485e-88ab-6d57a699091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:31.026592 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e7c56275-be1f-4726-a065-c4b87416be20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:32.006237 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:32.662749 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:32.942145 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:33.867795 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:07:43.346526 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:07:57.862278 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d495b012-f4e7-45d6-9c4b-acb193f65804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:01.027778 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-370f318f-592c-474c-b012-7f7035b8e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:02.007711 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:02.663826 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:02.957718 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:03.870638 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:20.346398 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:08:27.868162 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c3c25cab-c70d-4fe4-8c53-9b26ac9c0a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:31.028898 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-da0b5547-f082-4592-a61d-c4b9dc942d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:32.013590 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:32.665116 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:32.959045 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:33.874798 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:08:57.345545 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:08:57.859537 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-0b1cf6f7-a80d-48b8-8175-27739d748fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:01.031953 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7e8f9e25-e284-43d0-8dc3-64b5725e1e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:02.014957 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:02.667422 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:02.954781 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:03.878217 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:27.865466 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-c9e0fa31-78a1-4d13-93bc-7d6d7584401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:31.033141 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ace8-f6de-48aa-94bb-9cdec4e7f129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:32.018154 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:32.669016 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:32.954435 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:33.886936 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:09:34.345649 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:09:57.867444 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-186bb728-6542-4d7b-a15e-196c39f3e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:01.033893 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-72a1badb-2511-4cf5-8f64-b0d7ae3daf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:02.020110 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:02.670928 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:02.969959 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:03.886229 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:11.345213 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron.db.agents_db [None req-9c75669e-1cbb-46d1-83ae-05bb8487494c None None] Agent healthcheck: found 6 active agents {{(pid=80289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 22:10:27.870368 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9e0eace2-d747-4419-99e9-50f43c262422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:31.034785 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e2aca939-f203-41b1-9386-dbd68fcedcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:32.064192 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-2bf883d0-1578-4161-91bd-d5dab9da84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:32.672874 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbc5f-690c-4e4c-8459-d903e025a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:32.970555 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-e07bfed5-6acc-4a41-b1cc-f3fbbef9c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 22:10:33.888650 dv-cinder-749155-4-smb neutron-server[80174]: DEBUG neutron_lib.callbacks.manager [None req-9d7894a5-97b5-4cad-97b9-548779999838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734684607023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794662'] for agent, after_update {{(pid=80288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}